2024-11-24 11:21:55,315 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 11:21:55,333 main DEBUG Took 0.015756 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 11:21:55,333 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 11:21:55,334 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 11:21:55,335 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 11:21:55,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,347 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 11:21:55,365 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,367 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,369 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,370 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,373 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,375 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,376 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,377 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,378 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:21:55,380 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,381 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 11:21:55,383 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:21:55,385 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 11:21:55,387 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 11:21:55,388 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 11:21:55,389 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 11:21:55,390 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 11:21:55,400 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 11:21:55,403 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 11:21:55,405 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 11:21:55,406 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 11:21:55,406 main DEBUG createAppenders(={Console}) 2024-11-24 11:21:55,407 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-24 11:21:55,408 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 11:21:55,408 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-24 11:21:55,409 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 11:21:55,409 main DEBUG OutputStream closed 2024-11-24 11:21:55,410 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 11:21:55,410 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 11:21:55,411 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-24 11:21:55,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 11:21:55,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 11:21:55,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 11:21:55,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 11:21:55,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 11:21:55,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 11:21:55,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 11:21:55,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 11:21:55,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 11:21:55,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 11:21:55,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 11:21:55,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 11:21:55,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 11:21:55,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 11:21:55,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 11:21:55,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 11:21:55,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 11:21:55,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 11:21:55,537 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 11:21:55,538 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-24 11:21:55,538 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 11:21:55,539 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-24T11:21:55,912 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784 2024-11-24 11:21:55,915 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 11:21:55,916 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T11:21:55,927 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-24T11:21:55,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:21:55,963 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/cluster_2342b726-d51a-13f3-b197-1543a9bb0a89, deleteOnExit=true 2024-11-24T11:21:55,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-24T11:21:55,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/test.cache.data in system properties and HBase conf 2024-11-24T11:21:55,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:21:55,969 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:21:55,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:21:55,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:21:55,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T11:21:56,104 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T11:21:56,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:21:56,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:21:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:56,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:21:56,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:21:56,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:56,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:56,290 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:21:56,291 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:21:56,291 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:21:56,292 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:56,292 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:21:56,293 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:21:57,333 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T11:21:57,440 INFO [Time-limited test {}] log.Log(170): Logging initialized @3118ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T11:21:57,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:57,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:57,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:57,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:57,647 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:21:57,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:57,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:57,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:57,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cad334d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/java.io.tmpdir/jetty-localhost-44025-hadoop-hdfs-3_4_1-tests_jar-_-any-406075876185926407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:21:57,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:44025} 2024-11-24T11:21:57,955 INFO [Time-limited test {}] server.Server(415): Started @3635ms 2024-11-24T11:21:58,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:58,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:58,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:58,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:58,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:21:58,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:58,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:58,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b00dd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/java.io.tmpdir/jetty-localhost-35041-hadoop-hdfs-3_4_1-tests_jar-_-any-16027831067600673092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:21:58,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:35041} 2024-11-24T11:21:58,648 INFO [Time-limited test {}] server.Server(415): Started @4327ms 2024-11-24T11:21:58,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:21:59,401 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/cluster_2342b726-d51a-13f3-b197-1543a9bb0a89/dfs/data/data2/current/BP-895690297-172.17.0.2-1732447317011/current, will proceed with Du for space computation calculation, 2024-11-24T11:21:59,404 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/cluster_2342b726-d51a-13f3-b197-1543a9bb0a89/dfs/data/data1/current/BP-895690297-172.17.0.2-1732447317011/current, will proceed with Du for space computation calculation, 2024-11-24T11:21:59,493 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:21:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafd81d80886a653a with lease ID 0x166906ce96114b6f: Processing first storage report for DS-57757609-efa4-4c51-bdaf-8d4e8cc62385 from datanode DatanodeRegistration(127.0.0.1:37123, datanodeUuid=b1f0502c-c3a7-48de-b678-50abdea65198, infoPort=41199, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=818413634;c=1732447317011) 2024-11-24T11:21:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafd81d80886a653a with lease ID 0x166906ce96114b6f: from storage DS-57757609-efa4-4c51-bdaf-8d4e8cc62385 node DatanodeRegistration(127.0.0.1:37123, datanodeUuid=b1f0502c-c3a7-48de-b678-50abdea65198, infoPort=41199, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=818413634;c=1732447317011), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-24T11:21:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafd81d80886a653a with lease ID 0x166906ce96114b6f: Processing first storage report for DS-3a3038d0-505c-4c7f-bcbf-7fb7ccf766fa from datanode DatanodeRegistration(127.0.0.1:37123, datanodeUuid=b1f0502c-c3a7-48de-b678-50abdea65198, infoPort=41199, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=818413634;c=1732447317011) 2024-11-24T11:21:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafd81d80886a653a with lease ID 0x166906ce96114b6f: from storage DS-3a3038d0-505c-4c7f-bcbf-7fb7ccf766fa node DatanodeRegistration(127.0.0.1:37123, datanodeUuid=b1f0502c-c3a7-48de-b678-50abdea65198, infoPort=41199, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=818413634;c=1732447317011), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T11:21:59,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784 2024-11-24T11:21:59,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/cluster_2342b726-d51a-13f3-b197-1543a9bb0a89/zookeeper_0, clientPort=50154, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/cluster_2342b726-d51a-13f3-b197-1543a9bb0a89/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/cluster_2342b726-d51a-13f3-b197-1543a9bb0a89/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:21:59,721 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50154 2024-11-24T11:21:59,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:59,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:00,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:22:00,568 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66 with version=8 2024-11-24T11:22:00,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/hbase-staging 2024-11-24T11:22:00,719 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T11:22:01,050 INFO [Time-limited test {}] client.ConnectionUtils(129): master/28d8a466d69e:0 server-side Connection retries=45 2024-11-24T11:22:01,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:01,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:01,073 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:01,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:01,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:01,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:22:01,326 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T11:22:01,339 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T11:22:01,344 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:01,384 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25123 (auto-detected) 2024-11-24T11:22:01,385 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T11:22:01,412 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36993 2024-11-24T11:22:01,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:01,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:01,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36993 connecting to ZooKeeper ensemble=127.0.0.1:50154 2024-11-24T11:22:01,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369930x0, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:01,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36993-0x1002943ef600000 connected 2024-11-24T11:22:01,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T11:22:01,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:22:01,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T11:22:01,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-24T11:22:01,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36993 2024-11-24T11:22:01,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36993 2024-11-24T11:22:01,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-24T11:22:01,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-24T11:22:01,599 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66, hbase.cluster.distributed=false 2024-11-24T11:22:01,686 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/28d8a466d69e:0 server-side Connection retries=45 2024-11-24T11:22:01,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:01,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:01,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:01,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:01,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:01,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:22:01,694 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:01,695 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38163 2024-11-24T11:22:01,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:22:01,708 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:22:01,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:01,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:01,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38163 connecting to ZooKeeper ensemble=127.0.0.1:50154 2024-11-24T11:22:01,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381630x0, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:01,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381630x0, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T11:22:01,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381630x0, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:22:01,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381630x0, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T11:22:01,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38163-0x1002943ef600001 connected 2024-11-24T11:22:01,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38163 2024-11-24T11:22:01,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38163 2024-11-24T11:22:01,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38163 2024-11-24T11:22:01,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38163 2024-11-24T11:22:01,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38163 2024-11-24T11:22:01,741 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/28d8a466d69e,36993,1732447320711 2024-11-24T11:22:01,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:22:01,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:22:01,749 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/28d8a466d69e,36993,1732447320711 2024-11-24T11:22:01,761 DEBUG [M:0;28d8a466d69e:36993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;28d8a466d69e:36993 2024-11-24T11:22:01,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T11:22:01,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T11:22:01,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:01,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:01,772 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T11:22:01,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T11:22:01,773 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/28d8a466d69e,36993,1732447320711 from backup master directory 2024-11-24T11:22:01,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/28d8a466d69e,36993,1732447320711 2024-11-24T11:22:01,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:22:01,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:22:01,776 WARN [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:01,777 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=28d8a466d69e,36993,1732447320711 2024-11-24T11:22:01,779 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T11:22:01,780 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T11:22:01,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:22:02,247 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/hbase.id with ID: 3187f2e0-36a6-401a-8b13-5e8e8477b2da 2024-11-24T11:22:02,287 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:02,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:02,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:22:02,746 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:02,748 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:22:02,767 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:02,772 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:22:03,220 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store 2024-11-24T11:22:03,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:22:03,241 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T11:22:03,242 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:03,243 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:22:03,243 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:03,243 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:03,243 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:22:03,243 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:03,243 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:03,244 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T11:22:03,246 WARN [master/28d8a466d69e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/.initializing 2024-11-24T11:22:03,246 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/WALs/28d8a466d69e,36993,1732447320711 2024-11-24T11:22:03,252 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:03,263 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28d8a466d69e%2C36993%2C1732447320711, suffix=, logDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/WALs/28d8a466d69e,36993,1732447320711, archiveDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/oldWALs, maxLogs=10 2024-11-24T11:22:03,286 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/WALs/28d8a466d69e,36993,1732447320711/28d8a466d69e%2C36993%2C1732447320711.1732447323268, exclude list is [], retry=0 2024-11-24T11:22:03,303 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37123,DS-57757609-efa4-4c51-bdaf-8d4e8cc62385,DISK] 2024-11-24T11:22:03,306 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T11:22:03,343 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/WALs/28d8a466d69e,36993,1732447320711/28d8a466d69e%2C36993%2C1732447320711.1732447323268 2024-11-24T11:22:03,344 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-24T11:22:03,345 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:03,345 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:03,349 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:03,350 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:03,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:03,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:22:03,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:03,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:03,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:03,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:22:03,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:03,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:03,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:03,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:22:03,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:03,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:03,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:03,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:22:03,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:03,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:03,440 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:03,441 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:03,450 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:03,454 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:03,459 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:03,460 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71459272, jitterRate=0.0648261308670044}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:03,465 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T11:22:03,466 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:22:03,495 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116f3b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:03,529 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-24T11:22:03,542 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:22:03,543 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:22:03,545 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:22:03,546 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T11:22:03,551 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-24T11:22:03,551 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:22:03,576 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:22:03,588 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T11:22:03,590 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-24T11:22:03,592 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:22:03,593 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:22:03,595 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-24T11:22:03,597 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:22:03,600 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:22:03,602 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-24T11:22:03,603 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:22:03,604 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T11:22:03,614 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:22:03,615 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T11:22:03,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T11:22:03,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T11:22:03,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:03,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:03,620 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=28d8a466d69e,36993,1732447320711, sessionid=0x1002943ef600000, setting cluster-up flag (Was=false) 2024-11-24T11:22:03,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:03,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:03,638 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T11:22:03,640 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28d8a466d69e,36993,1732447320711 2024-11-24T11:22:03,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:03,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:03,650 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T11:22:03,651 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28d8a466d69e,36993,1732447320711 2024-11-24T11:22:03,740 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:03,746 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-24T11:22:03,749 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:22:03,755 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;28d8a466d69e:38163 2024-11-24T11:22:03,757 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1008): ClusterId : 3187f2e0-36a6-401a-8b13-5e8e8477b2da 2024-11-24T11:22:03,755 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 28d8a466d69e,36993,1732447320711 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:22:03,760 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:22:03,760 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/28d8a466d69e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:03,760 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/28d8a466d69e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:03,761 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/28d8a466d69e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:03,761 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/28d8a466d69e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:03,761 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/28d8a466d69e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:22:03,761 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,761 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/28d8a466d69e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:03,762 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,763 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447353763 2024-11-24T11:22:03,764 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:22:03,764 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:22:03,764 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:22:03,765 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:22:03,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:03,767 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:22:03,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:22:03,768 DEBUG [RS:0;28d8a466d69e:38163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe5d562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:03,769 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:22:03,770 DEBUG [RS:0;28d8a466d69e:38163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dccaed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28d8a466d69e/172.17.0.2:0 2024-11-24T11:22:03,770 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:22:03,770 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:22:03,771 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:22:03,772 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,773 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:03,773 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:22:03,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:22:03,774 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-24T11:22:03,774 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-24T11:22:03,774 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-24T11:22:03,775 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:22:03,775 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:22:03,777 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(3073): reportForDuty to master=28d8a466d69e,36993,1732447320711 with isa=28d8a466d69e/172.17.0.2:38163, startcode=1732447321684 2024-11-24T11:22:03,777 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:22:03,778 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:22:03,782 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/28d8a466d69e:0:becomeActiveMaster-HFileCleaner.large.0-1732447323780,5,FailOnTimeoutGroup] 2024-11-24T11:22:03,782 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/28d8a466d69e:0:becomeActiveMaster-HFileCleaner.small.0-1732447323782,5,FailOnTimeoutGroup] 2024-11-24T11:22:03,782 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,783 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:22:03,784 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,785 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741831_1007 (size=1039) 2024-11-24T11:22:03,791 DEBUG [RS:0;28d8a466d69e:38163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:22:03,829 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53013, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:22:03,835 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36993 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:03,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36993 {}] master.ServerManager(486): Registering regionserver=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:03,851 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66 2024-11-24T11:22:03,851 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39971 2024-11-24T11:22:03,852 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-24T11:22:03,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T11:22:03,856 DEBUG [RS:0;28d8a466d69e:38163 {}] zookeeper.ZKUtil(111): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/28d8a466d69e,38163,1732447321684 2024-11-24T11:22:03,856 WARN [RS:0;28d8a466d69e:38163 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:03,856 INFO [RS:0;28d8a466d69e:38163 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:03,857 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/WALs/28d8a466d69e,38163,1732447321684 2024-11-24T11:22:03,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28d8a466d69e,38163,1732447321684] 2024-11-24T11:22:03,870 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-24T11:22:03,882 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:22:03,895 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:22:03,898 INFO [RS:0;28d8a466d69e:38163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:22:03,898 INFO [RS:0;28d8a466d69e:38163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,899 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-24T11:22:03,908 INFO [RS:0;28d8a466d69e:38163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,908 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,908 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,909 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,909 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,909 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,909 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28d8a466d69e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:03,909 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,909 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,909 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,910 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,910 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28d8a466d69e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,910 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28d8a466d69e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:03,910 DEBUG [RS:0;28d8a466d69e:38163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:03,911 INFO [RS:0;28d8a466d69e:38163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,911 INFO [RS:0;28d8a466d69e:38163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,911 INFO [RS:0;28d8a466d69e:38163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,911 INFO [RS:0;28d8a466d69e:38163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,912 INFO [RS:0;28d8a466d69e:38163 {}] hbase.ChoreService(168): Chore ScheduledChore name=28d8a466d69e,38163,1732447321684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:03,934 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:22:03,936 INFO [RS:0;28d8a466d69e:38163 {}] hbase.ChoreService(168): Chore ScheduledChore name=28d8a466d69e,38163,1732447321684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,957 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.Replication(204): 28d8a466d69e,38163,1732447321684 started 2024-11-24T11:22:03,957 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1767): Serving as 28d8a466d69e,38163,1732447321684, RpcServer on 28d8a466d69e/172.17.0.2:38163, sessionid=0x1002943ef600001 2024-11-24T11:22:03,958 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:22:03,958 DEBUG [RS:0;28d8a466d69e:38163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:03,958 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28d8a466d69e,38163,1732447321684' 2024-11-24T11:22:03,958 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T11:22:03,959 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T11:22:03,960 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:22:03,960 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:22:03,960 DEBUG [RS:0;28d8a466d69e:38163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:03,960 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28d8a466d69e,38163,1732447321684' 2024-11-24T11:22:03,960 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T11:22:03,961 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T11:22:03,962 DEBUG [RS:0;28d8a466d69e:38163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:22:03,962 INFO [RS:0;28d8a466d69e:38163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:22:03,962 INFO [RS:0;28d8a466d69e:38163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:22:04,067 INFO [RS:0;28d8a466d69e:38163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:04,071 INFO [RS:0;28d8a466d69e:38163 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28d8a466d69e%2C38163%2C1732447321684, suffix=, logDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/WALs/28d8a466d69e,38163,1732447321684, archiveDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/oldWALs, maxLogs=32 2024-11-24T11:22:04,088 DEBUG [RS:0;28d8a466d69e:38163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/WALs/28d8a466d69e,38163,1732447321684/28d8a466d69e%2C38163%2C1732447321684.1732447324073, exclude list is [], retry=0 2024-11-24T11:22:04,092 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37123,DS-57757609-efa4-4c51-bdaf-8d4e8cc62385,DISK] 2024-11-24T11:22:04,096 INFO [RS:0;28d8a466d69e:38163 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/WALs/28d8a466d69e,38163,1732447321684/28d8a466d69e%2C38163%2C1732447321684.1732447324073 2024-11-24T11:22:04,096 DEBUG [RS:0;28d8a466d69e:38163 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-24T11:22:04,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-24T11:22:04,189 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66 2024-11-24T11:22:04,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:22:04,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:04,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:04,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:04,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:04,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:04,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:04,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:04,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:04,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:04,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:04,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:04,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:04,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:04,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740 2024-11-24T11:22:04,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740 2024-11-24T11:22:04,619 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T11:22:04,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T11:22:04,627 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:04,628 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72681234, jitterRate=0.08303478360176086}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T11:22:04,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T11:22:04,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:22:04,631 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T11:22:04,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T11:22:04,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:22:04,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:22:04,633 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:04,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T11:22:04,636 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:04,636 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-24T11:22:04,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:22:04,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:04,657 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:22:04,808 DEBUG [28d8a466d69e:36993 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:22:04,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:04,818 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28d8a466d69e,38163,1732447321684, state=OPENING 2024-11-24T11:22:04,824 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:22:04,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:04,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:04,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:22:04,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:22:04,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:22:05,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:05,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:22:05,009 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:22:05,020 INFO [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-24T11:22:05,020 INFO [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:05,021 INFO [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:22:05,024 INFO [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28d8a466d69e%2C38163%2C1732447321684.meta, suffix=.meta, logDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/WALs/28d8a466d69e,38163,1732447321684, archiveDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/oldWALs, maxLogs=32 2024-11-24T11:22:05,040 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/WALs/28d8a466d69e,38163,1732447321684/28d8a466d69e%2C38163%2C1732447321684.meta.1732447325026.meta, exclude list is [], retry=0 2024-11-24T11:22:05,044 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37123,DS-57757609-efa4-4c51-bdaf-8d4e8cc62385,DISK] 2024-11-24T11:22:05,047 INFO [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/WALs/28d8a466d69e,38163,1732447321684/28d8a466d69e%2C38163%2C1732447321684.meta.1732447325026.meta 2024-11-24T11:22:05,048 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-24T11:22:05,048 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:05,049 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:22:05,108 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:22:05,113 INFO [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:22:05,117 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:22:05,117 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:05,118 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-24T11:22:05,118 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-24T11:22:05,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:05,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:05,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:05,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:05,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:05,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:05,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:05,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:05,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:05,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:05,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:05,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:05,130 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740 2024-11-24T11:22:05,133 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740 2024-11-24T11:22:05,136 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T11:22:05,139 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T11:22:05,140 INFO [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59968240, jitterRate=-0.10640358924865723}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T11:22:05,142 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T11:22:05,149 INFO [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447324997 2024-11-24T11:22:05,160 DEBUG [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:22:05,160 INFO [RS_OPEN_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-24T11:22:05,161 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:05,163 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28d8a466d69e,38163,1732447321684, state=OPEN 2024-11-24T11:22:05,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:22:05,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:22:05,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:22:05,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:22:05,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:22:05,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=28d8a466d69e,38163,1732447321684 in 340 msec 2024-11-24T11:22:05,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:22:05,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 529 msec 2024-11-24T11:22:05,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4930 sec 2024-11-24T11:22:05,183 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447325183, completionTime=-1 2024-11-24T11:22:05,183 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:22:05,184 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-24T11:22:05,221 DEBUG [hconnection-0x7bd98ddb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:05,224 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:05,234 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-24T11:22:05,234 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447385234 2024-11-24T11:22:05,234 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447445234 2024-11-24T11:22:05,234 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-11-24T11:22:05,259 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28d8a466d69e,36993,1732447320711-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:05,260 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28d8a466d69e,36993,1732447320711-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:05,260 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28d8a466d69e,36993,1732447320711-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:05,261 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-28d8a466d69e:36993, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:05,262 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:05,266 DEBUG [master/28d8a466d69e:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-24T11:22:05,269 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-24T11:22:05,271 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:22:05,278 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-24T11:22:05,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:22:05,282 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:05,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:22:05,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741835_1011 (size=358) 2024-11-24T11:22:05,698 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e024956d8493380a915dddc027596f2c, NAME => 'hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66 2024-11-24T11:22:05,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741836_1012 (size=42) 2024-11-24T11:22:06,109 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:06,109 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing e024956d8493380a915dddc027596f2c, disabling compactions & flushes 2024-11-24T11:22:06,109 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:22:06,110 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:22:06,110 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. after waiting 0 ms 2024-11-24T11:22:06,110 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:22:06,110 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:22:06,110 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for e024956d8493380a915dddc027596f2c: 2024-11-24T11:22:06,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:22:06,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732447326114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447326114"}]},"ts":"1732447326114"} 2024-11-24T11:22:06,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T11:22:06,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:22:06,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447326145"}]},"ts":"1732447326145"} 2024-11-24T11:22:06,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-24T11:22:06,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e024956d8493380a915dddc027596f2c, ASSIGN}] 2024-11-24T11:22:06,160 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e024956d8493380a915dddc027596f2c, ASSIGN 2024-11-24T11:22:06,162 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e024956d8493380a915dddc027596f2c, ASSIGN; state=OFFLINE, location=28d8a466d69e,38163,1732447321684; forceNewPlan=false, retain=false 2024-11-24T11:22:06,313 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e024956d8493380a915dddc027596f2c, regionState=OPENING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:06,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e024956d8493380a915dddc027596f2c, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:22:06,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:06,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:22:06,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => e024956d8493380a915dddc027596f2c, NAME => 'hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:06,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e024956d8493380a915dddc027596f2c 2024-11-24T11:22:06,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:06,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for e024956d8493380a915dddc027596f2c 2024-11-24T11:22:06,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for e024956d8493380a915dddc027596f2c 2024-11-24T11:22:06,481 INFO [StoreOpener-e024956d8493380a915dddc027596f2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e024956d8493380a915dddc027596f2c 2024-11-24T11:22:06,484 INFO [StoreOpener-e024956d8493380a915dddc027596f2c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e024956d8493380a915dddc027596f2c columnFamilyName info 2024-11-24T11:22:06,484 DEBUG [StoreOpener-e024956d8493380a915dddc027596f2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:06,485 INFO [StoreOpener-e024956d8493380a915dddc027596f2c-1 {}] regionserver.HStore(327): Store=e024956d8493380a915dddc027596f2c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:06,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/namespace/e024956d8493380a915dddc027596f2c 2024-11-24T11:22:06,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/namespace/e024956d8493380a915dddc027596f2c 2024-11-24T11:22:06,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for e024956d8493380a915dddc027596f2c 2024-11-24T11:22:06,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/namespace/e024956d8493380a915dddc027596f2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:06,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened e024956d8493380a915dddc027596f2c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70834393, jitterRate=0.055514708161354065}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:22:06,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for e024956d8493380a915dddc027596f2c: 2024-11-24T11:22:06,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c., pid=6, masterSystemTime=1732447326471 2024-11-24T11:22:06,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:22:06,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:22:06,502 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e024956d8493380a915dddc027596f2c, regionState=OPEN, openSeqNum=2, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:06,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:22:06,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e024956d8493380a915dddc027596f2c, server=28d8a466d69e,38163,1732447321684 in 189 msec 2024-11-24T11:22:06,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:22:06,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e024956d8493380a915dddc027596f2c, ASSIGN in 351 msec 2024-11-24T11:22:06,514 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:22:06,514 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447326514"}]},"ts":"1732447326514"} 2024-11-24T11:22:06,517 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-24T11:22:06,520 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:22:06,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2480 sec 2024-11-24T11:22:06,582 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-24T11:22:06,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-24T11:22:06,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:06,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:22:06,617 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-24T11:22:06,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T11:22:06,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-11-24T11:22:06,641 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-24T11:22:06,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T11:22:06,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-24T11:22:06,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-24T11:22:06,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-24T11:22:06,670 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.892sec 2024-11-24T11:22:06,671 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:22:06,672 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:22:06,673 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:22:06,674 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:22:06,674 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:22:06,675 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28d8a466d69e,36993,1732447320711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:06,675 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28d8a466d69e,36993,1732447320711-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:22:06,682 DEBUG [master/28d8a466d69e:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:22:06,682 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:22:06,683 INFO [master/28d8a466d69e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28d8a466d69e,36993,1732447320711-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:06,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f499397 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b205401 2024-11-24T11:22:06,760 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-24T11:22:06,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469f9b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:06,772 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T11:22:06,772 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T11:22:06,781 DEBUG [hconnection-0x7f105e89-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:06,789 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:06,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=28d8a466d69e,36993,1732447320711 2024-11-24T11:22:06,834 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=8035 2024-11-24T11:22:06,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:06,850 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:06,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T11:22:06,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T11:22:06,865 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:22:06,866 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:06,868 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:22:06,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-24T11:22:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T11:22:06,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741837_1013 (size=963) 2024-11-24T11:22:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T11:22:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T11:22:07,286 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66 2024-11-24T11:22:07,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741838_1014 (size=53) 2024-11-24T11:22:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T11:22:07,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:07,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing cc4e69b0f2c5777eb25d05b6c8e84b11, disabling compactions & flushes 2024-11-24T11:22:07,697 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:07,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:07,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. after waiting 0 ms 2024-11-24T11:22:07,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:07,697 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:07,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:07,699 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:22:07,700 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732447327699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447327699"}]},"ts":"1732447327699"} 2024-11-24T11:22:07,703 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T11:22:07,704 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:22:07,704 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447327704"}]},"ts":"1732447327704"} 2024-11-24T11:22:07,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T11:22:07,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cc4e69b0f2c5777eb25d05b6c8e84b11, ASSIGN}] 2024-11-24T11:22:07,713 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cc4e69b0f2c5777eb25d05b6c8e84b11, ASSIGN 2024-11-24T11:22:07,714 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cc4e69b0f2c5777eb25d05b6c8e84b11, ASSIGN; state=OFFLINE, location=28d8a466d69e,38163,1732447321684; forceNewPlan=false, retain=false 2024-11-24T11:22:07,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=cc4e69b0f2c5777eb25d05b6c8e84b11, regionState=OPENING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:07,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:22:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T11:22:08,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:08,028 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:08,028 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:08,029 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:08,029 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:08,029 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:08,029 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:08,031 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:08,035 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:22:08,035 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc4e69b0f2c5777eb25d05b6c8e84b11 columnFamilyName A 2024-11-24T11:22:08,036 DEBUG [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:08,037 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] regionserver.HStore(327): Store=cc4e69b0f2c5777eb25d05b6c8e84b11/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:08,037 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:08,039 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:22:08,040 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc4e69b0f2c5777eb25d05b6c8e84b11 columnFamilyName B 2024-11-24T11:22:08,040 DEBUG [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:08,041 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] regionserver.HStore(327): Store=cc4e69b0f2c5777eb25d05b6c8e84b11/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:08,041 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:08,043 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:22:08,043 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc4e69b0f2c5777eb25d05b6c8e84b11 columnFamilyName C 2024-11-24T11:22:08,043 DEBUG [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:08,044 INFO [StoreOpener-cc4e69b0f2c5777eb25d05b6c8e84b11-1 {}] regionserver.HStore(327): Store=cc4e69b0f2c5777eb25d05b6c8e84b11/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:08,044 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:08,046 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:08,047 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:08,050 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T11:22:08,052 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:08,055 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:08,056 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened cc4e69b0f2c5777eb25d05b6c8e84b11; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68253415, jitterRate=0.01705513894557953}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T11:22:08,057 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:08,058 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., pid=11, masterSystemTime=1732447328022 2024-11-24T11:22:08,061 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:08,062 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:08,062 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=cc4e69b0f2c5777eb25d05b6c8e84b11, regionState=OPEN, openSeqNum=2, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:08,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T11:22:08,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 in 197 msec 2024-11-24T11:22:08,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:22:08,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cc4e69b0f2c5777eb25d05b6c8e84b11, ASSIGN in 357 msec 2024-11-24T11:22:08,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:22:08,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447328073"}]},"ts":"1732447328073"} 2024-11-24T11:22:08,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T11:22:08,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:22:08,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2180 sec 2024-11-24T11:22:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T11:22:08,989 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-24T11:22:08,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d3c4a2 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@717ab2a5 2024-11-24T11:22:08,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d471c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:08,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:09,002 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:09,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:09,007 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:09,014 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc751a9 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb3d251 2024-11-24T11:22:09,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e8811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:09,018 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c0e492 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33149741 2024-11-24T11:22:09,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec67e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:09,022 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18db075f to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28d24ef6 2024-11-24T11:22:09,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753b4981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:09,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36f4802b to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c6bcdfd 2024-11-24T11:22:09,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd9935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:09,030 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05552403 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@96bdfff 2024-11-24T11:22:09,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0fc6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:09,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75a3f509 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27d4b6a9 2024-11-24T11:22:09,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72ff58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:09,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522af94d to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c96c5f 2024-11-24T11:22:09,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e9c121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:09,043 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04d2d42f to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3204fd5d 2024-11-24T11:22:09,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14719223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:09,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4695 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bc1ac1a 2024-11-24T11:22:09,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:09,064 DEBUG [hconnection-0x48af454-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:09,064 DEBUG [hconnection-0x59c3390f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:09,064 DEBUG [hconnection-0x7b5d524b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:09,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:09,065 DEBUG [hconnection-0x17b3816e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:09,066 DEBUG [hconnection-0xb857c1a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:09,066 DEBUG [hconnection-0x4a22ee9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:09,067 DEBUG [hconnection-0x134cb240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:09,069 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:09,070 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:09,070 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:09,072 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:09,073 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-24T11:22:09,075 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:09,076 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:09,077 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:09,078 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T11:22:09,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:09,084 DEBUG [hconnection-0x10b6735b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:09,085 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:09,088 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:09,092 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:09,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:09,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:09,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:09,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:09,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:09,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:09,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T11:22:09,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/b228c608397f4ad0a2da4e63801fa4f7 is 50, key is test_row_0/A:col10/1732447329106/Put/seqid=0 2024-11-24T11:22:09,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T11:22:09,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:09,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:09,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:09,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741839_1015 (size=14341) 2024-11-24T11:22:09,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:09,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/b228c608397f4ad0a2da4e63801fa4f7 2024-11-24T11:22:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447389304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:09,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447389305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447389312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447389312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447389317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T11:22:09,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/f21fb46c8a814f72bb5c2585779f79ac is 50, key is test_row_0/B:col10/1732447329106/Put/seqid=0 2024-11-24T11:22:09,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741840_1016 (size=12001) 2024-11-24T11:22:09,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/f21fb46c8a814f72bb5c2585779f79ac 2024-11-24T11:22:09,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447389457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447389462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447389462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447389462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447389463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T11:22:09,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:09,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:09,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:09,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:09,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/dca15df1f8e74683ad940162cf1121a2 is 50, key is test_row_0/C:col10/1732447329106/Put/seqid=0 2024-11-24T11:22:09,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741841_1017 (size=12001) 2024-11-24T11:22:09,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/dca15df1f8e74683ad940162cf1121a2 2024-11-24T11:22:09,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/b228c608397f4ad0a2da4e63801fa4f7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b228c608397f4ad0a2da4e63801fa4f7 2024-11-24T11:22:09,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b228c608397f4ad0a2da4e63801fa4f7, entries=200, sequenceid=12, filesize=14.0 K 2024-11-24T11:22:09,559 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T11:22:09,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/f21fb46c8a814f72bb5c2585779f79ac as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/f21fb46c8a814f72bb5c2585779f79ac 2024-11-24T11:22:09,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/f21fb46c8a814f72bb5c2585779f79ac, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T11:22:09,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/dca15df1f8e74683ad940162cf1121a2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/dca15df1f8e74683ad940162cf1121a2 2024-11-24T11:22:09,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/dca15df1f8e74683ad940162cf1121a2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T11:22:09,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 457ms, sequenceid=12, compaction requested=false 2024-11-24T11:22:09,600 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T11:22:09,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:09,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T11:22:09,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:09,641 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:22:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:09,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:09,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/15dec2c020b844a194693362ce0e4308 is 50, key is test_row_0/A:col10/1732447329278/Put/seqid=0 2024-11-24T11:22:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:09,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T11:22:09,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447389686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447389690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447389693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447389694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447389695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741842_1018 (size=12001) 2024-11-24T11:22:09,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447389799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447389799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447389808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447389809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447389809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:09,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:22:09,875 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-24T11:22:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447390004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447390005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447390014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447390022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447390023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,114 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/15dec2c020b844a194693362ce0e4308 2024-11-24T11:22:10,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1040569f297647c0953c8e551b94ba38 is 50, key is test_row_0/B:col10/1732447329278/Put/seqid=0 2024-11-24T11:22:10,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741843_1019 (size=12001) 2024-11-24T11:22:10,166 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1040569f297647c0953c8e551b94ba38 2024-11-24T11:22:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T11:22:10,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/f68beff7644940709f855467ada20d6e is 50, key is test_row_0/C:col10/1732447329278/Put/seqid=0 2024-11-24T11:22:10,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741844_1020 (size=12001) 2024-11-24T11:22:10,215 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/f68beff7644940709f855467ada20d6e 2024-11-24T11:22:10,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/15dec2c020b844a194693362ce0e4308 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/15dec2c020b844a194693362ce0e4308 2024-11-24T11:22:10,243 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/15dec2c020b844a194693362ce0e4308, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T11:22:10,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1040569f297647c0953c8e551b94ba38 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1040569f297647c0953c8e551b94ba38 2024-11-24T11:22:10,257 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1040569f297647c0953c8e551b94ba38, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T11:22:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/f68beff7644940709f855467ada20d6e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f68beff7644940709f855467ada20d6e 2024-11-24T11:22:10,274 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f68beff7644940709f855467ada20d6e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T11:22:10,277 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 635ms, sequenceid=37, compaction requested=false 2024-11-24T11:22:10,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:10,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:10,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T11:22:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-24T11:22:10,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T11:22:10,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2010 sec 2024-11-24T11:22:10,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.2240 sec 2024-11-24T11:22:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:10,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:22:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:10,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:10,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/14be3c49bc38469789963e0e9989c408 is 50, key is test_row_0/A:col10/1732447330317/Put/seqid=0 2024-11-24T11:22:10,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741845_1021 (size=12001) 2024-11-24T11:22:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447390375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447390372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447390375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447390379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447390377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447390486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447390488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447390488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447390489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447390491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,629 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T11:22:10,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447390693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447390695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447390696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447390697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447390698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:10,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/14be3c49bc38469789963e0e9989c408 2024-11-24T11:22:10,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/a823db5e22ac488e970057da23abd5c7 is 50, key is test_row_0/B:col10/1732447330317/Put/seqid=0 2024-11-24T11:22:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741846_1022 (size=12001) 2024-11-24T11:22:10,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/a823db5e22ac488e970057da23abd5c7 2024-11-24T11:22:10,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/c7071d18fab345df823e4c1f2772b359 is 50, key is test_row_0/C:col10/1732447330317/Put/seqid=0 2024-11-24T11:22:10,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741847_1023 (size=12001) 2024-11-24T11:22:10,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/c7071d18fab345df823e4c1f2772b359 2024-11-24T11:22:10,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/14be3c49bc38469789963e0e9989c408 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/14be3c49bc38469789963e0e9989c408 2024-11-24T11:22:10,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/14be3c49bc38469789963e0e9989c408, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T11:22:10,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/a823db5e22ac488e970057da23abd5c7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a823db5e22ac488e970057da23abd5c7 2024-11-24T11:22:10,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a823db5e22ac488e970057da23abd5c7, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T11:22:10,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/c7071d18fab345df823e4c1f2772b359 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c7071d18fab345df823e4c1f2772b359 2024-11-24T11:22:10,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c7071d18fab345df823e4c1f2772b359, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T11:22:10,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 575ms, sequenceid=50, compaction requested=true 2024-11-24T11:22:10,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:10,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:10,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:10,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:10,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:10,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:10,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:10,898 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:10,899 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:10,903 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:10,905 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:10,905 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:10,905 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/f21fb46c8a814f72bb5c2585779f79ac, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1040569f297647c0953c8e551b94ba38, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a823db5e22ac488e970057da23abd5c7] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=35.2 K 2024-11-24T11:22:10,906 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:10,906 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:10,906 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting f21fb46c8a814f72bb5c2585779f79ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732447329106 2024-11-24T11:22:10,906 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:10,907 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b228c608397f4ad0a2da4e63801fa4f7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/15dec2c020b844a194693362ce0e4308, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/14be3c49bc38469789963e0e9989c408] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=37.4 K 2024-11-24T11:22:10,908 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1040569f297647c0953c8e551b94ba38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732447329278 2024-11-24T11:22:10,909 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a823db5e22ac488e970057da23abd5c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732447329678 2024-11-24T11:22:10,912 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b228c608397f4ad0a2da4e63801fa4f7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732447329106 2024-11-24T11:22:10,913 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15dec2c020b844a194693362ce0e4308, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732447329278 2024-11-24T11:22:10,914 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14be3c49bc38469789963e0e9989c408, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732447329678 2024-11-24T11:22:10,961 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#9 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:10,962 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/ff598162add64d6e857489a717287559 is 50, key is test_row_0/A:col10/1732447330317/Put/seqid=0 2024-11-24T11:22:10,962 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#10 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:10,964 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/4c7ad165e9984652ad963adba8159d25 is 50, key is test_row_0/B:col10/1732447330317/Put/seqid=0 2024-11-24T11:22:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741849_1025 (size=12104) 2024-11-24T11:22:10,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741848_1024 (size=12104) 2024-11-24T11:22:11,002 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/4c7ad165e9984652ad963adba8159d25 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/4c7ad165e9984652ad963adba8159d25 2024-11-24T11:22:11,004 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/ff598162add64d6e857489a717287559 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/ff598162add64d6e857489a717287559 2024-11-24T11:22:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:11,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:22:11,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:11,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:11,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:11,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:11,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:11,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:11,025 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into ff598162add64d6e857489a717287559(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:11,025 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into 4c7ad165e9984652ad963adba8159d25(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:11,025 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:11,025 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:11,026 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=13, startTime=1732447330897; duration=0sec 2024-11-24T11:22:11,026 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=13, startTime=1732447330898; duration=0sec 2024-11-24T11:22:11,026 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:11,026 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:11,026 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:11,027 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:11,027 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:11,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/b268b9b60ef64b0f9d77b1e16534c777 is 50, key is test_row_0/A:col10/1732447331002/Put/seqid=0 2024-11-24T11:22:11,031 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:11,031 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:11,031 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:11,031 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/dca15df1f8e74683ad940162cf1121a2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f68beff7644940709f855467ada20d6e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c7071d18fab345df823e4c1f2772b359] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=35.2 K 2024-11-24T11:22:11,033 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting dca15df1f8e74683ad940162cf1121a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732447329106 2024-11-24T11:22:11,035 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f68beff7644940709f855467ada20d6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732447329278 2024-11-24T11:22:11,037 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7071d18fab345df823e4c1f2772b359, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732447329678 2024-11-24T11:22:11,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447391034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447391035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741850_1026 (size=14341) 2024-11-24T11:22:11,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/b268b9b60ef64b0f9d77b1e16534c777 2024-11-24T11:22:11,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447391050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447391052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,068 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#12 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:11,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447391053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,070 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/e10dbf48f9774ffe87f864b39d2192e6 is 50, key is test_row_0/C:col10/1732447330317/Put/seqid=0 2024-11-24T11:22:11,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/48dc829d844c4fb390df8b2163d0cd66 is 50, key is test_row_0/B:col10/1732447331002/Put/seqid=0 2024-11-24T11:22:11,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741851_1027 (size=12104) 2024-11-24T11:22:11,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741852_1028 (size=12001) 2024-11-24T11:22:11,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/48dc829d844c4fb390df8b2163d0cd66 2024-11-24T11:22:11,126 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/e10dbf48f9774ffe87f864b39d2192e6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/e10dbf48f9774ffe87f864b39d2192e6 2024-11-24T11:22:11,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/782a014780c542c9bdead37a7ca6d986 is 50, key is test_row_0/C:col10/1732447331002/Put/seqid=0 2024-11-24T11:22:11,149 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into e10dbf48f9774ffe87f864b39d2192e6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:11,149 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:11,149 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=13, startTime=1732447330898; duration=0sec 2024-11-24T11:22:11,149 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:11,149 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:11,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447391156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447391156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741853_1029 (size=12001) 2024-11-24T11:22:11,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/782a014780c542c9bdead37a7ca6d986 2024-11-24T11:22:11,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447391170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447391171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447391172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/b268b9b60ef64b0f9d77b1e16534c777 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b268b9b60ef64b0f9d77b1e16534c777 2024-11-24T11:22:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T11:22:11,192 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-24T11:22:11,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-24T11:22:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T11:22:11,201 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:11,202 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:11,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:11,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b268b9b60ef64b0f9d77b1e16534c777, entries=200, sequenceid=75, filesize=14.0 K 2024-11-24T11:22:11,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/48dc829d844c4fb390df8b2163d0cd66 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/48dc829d844c4fb390df8b2163d0cd66 2024-11-24T11:22:11,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/48dc829d844c4fb390df8b2163d0cd66, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T11:22:11,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/782a014780c542c9bdead37a7ca6d986 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/782a014780c542c9bdead37a7ca6d986 2024-11-24T11:22:11,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/782a014780c542c9bdead37a7ca6d986, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T11:22:11,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 245ms, sequenceid=75, compaction requested=false 2024-11-24T11:22:11,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T11:22:11,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:22:11,323 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T11:22:11,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-24T11:22:11,326 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-24T11:22:11,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:22:11,328 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T11:22:11,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T11:22:11,329 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T11:22:11,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T11:22:11,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T11:22:11,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T11:22:11,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:11,357 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:22:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:11,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/45c26c947331443bb434f66d9c2302b9 is 50, key is test_row_0/A:col10/1732447331045/Put/seqid=0 2024-11-24T11:22:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:11,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741854_1030 (size=12001) 2024-11-24T11:22:11,387 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/45c26c947331443bb434f66d9c2302b9 2024-11-24T11:22:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/391782d4ec5147a49239d4eb944e5a32 is 50, key is test_row_0/B:col10/1732447331045/Put/seqid=0 2024-11-24T11:22:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741855_1031 (size=12001) 2024-11-24T11:22:11,442 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/391782d4ec5147a49239d4eb944e5a32 2024-11-24T11:22:11,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/a0400b93e6a9400ea0c46dad388754bc is 50, key is test_row_0/C:col10/1732447331045/Put/seqid=0 2024-11-24T11:22:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447391455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447391457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447391471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447391486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741856_1032 (size=12001) 2024-11-24T11:22:11,498 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/a0400b93e6a9400ea0c46dad388754bc 2024-11-24T11:22:11,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447391488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T11:22:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/45c26c947331443bb434f66d9c2302b9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/45c26c947331443bb434f66d9c2302b9 2024-11-24T11:22:11,523 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/45c26c947331443bb434f66d9c2302b9, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T11:22:11,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/391782d4ec5147a49239d4eb944e5a32 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/391782d4ec5147a49239d4eb944e5a32 2024-11-24T11:22:11,536 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/391782d4ec5147a49239d4eb944e5a32, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T11:22:11,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/a0400b93e6a9400ea0c46dad388754bc as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/a0400b93e6a9400ea0c46dad388754bc 2024-11-24T11:22:11,550 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/a0400b93e6a9400ea0c46dad388754bc, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T11:22:11,553 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 196ms, sequenceid=90, compaction requested=true 2024-11-24T11:22:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T11:22:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-24T11:22:11,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T11:22:11,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 353 msec 2024-11-24T11:22:11,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 365 msec 2024-11-24T11:22:11,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T11:22:11,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:11,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:11,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/92aa232d7e024ad9bd49a228b1edbe2f is 50, key is test_row_0/A:col10/1732447331597/Put/seqid=0 2024-11-24T11:22:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447391621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447391619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447391622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447391624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447391625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741857_1033 (size=16681) 2024-11-24T11:22:11,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/92aa232d7e024ad9bd49a228b1edbe2f 2024-11-24T11:22:11,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/75f332b882874b0cb870f249c44a23cf is 50, key is test_row_0/B:col10/1732447331597/Put/seqid=0 2024-11-24T11:22:11,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741858_1034 (size=12001) 2024-11-24T11:22:11,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447391736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447391738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447391738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447391737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447391739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T11:22:11,809 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-24T11:22:11,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-24T11:22:11,815 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T11:22:11,816 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:11,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T11:22:11,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447391946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447391951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447391953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447391953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447391957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:11,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T11:22:11,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:11,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:11,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:11,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:11,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T11:22:12,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T11:22:12,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:12,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/75f332b882874b0cb870f249c44a23cf 2024-11-24T11:22:12,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/099a9628f5ec4e30bfe467a08e578367 is 50, key is test_row_0/C:col10/1732447331597/Put/seqid=0 2024-11-24T11:22:12,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741859_1035 (size=12001) 2024-11-24T11:22:12,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/099a9628f5ec4e30bfe467a08e578367 2024-11-24T11:22:12,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/92aa232d7e024ad9bd49a228b1edbe2f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/92aa232d7e024ad9bd49a228b1edbe2f 2024-11-24T11:22:12,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/92aa232d7e024ad9bd49a228b1edbe2f, entries=250, sequenceid=117, filesize=16.3 K 2024-11-24T11:22:12,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/75f332b882874b0cb870f249c44a23cf as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/75f332b882874b0cb870f249c44a23cf 2024-11-24T11:22:12,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/75f332b882874b0cb870f249c44a23cf, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T11:22:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/099a9628f5ec4e30bfe467a08e578367 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/099a9628f5ec4e30bfe467a08e578367 2024-11-24T11:22:12,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/099a9628f5ec4e30bfe467a08e578367, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T11:22:12,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 618ms, sequenceid=117, compaction requested=true 2024-11-24T11:22:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:12,220 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:12,220 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:12,224 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:12,224 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:12,224 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,224 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/4c7ad165e9984652ad963adba8159d25, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/48dc829d844c4fb390df8b2163d0cd66, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/391782d4ec5147a49239d4eb944e5a32, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/75f332b882874b0cb870f249c44a23cf] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=47.0 K 2024-11-24T11:22:12,225 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:12,226 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:12,226 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,226 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/ff598162add64d6e857489a717287559, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b268b9b60ef64b0f9d77b1e16534c777, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/45c26c947331443bb434f66d9c2302b9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/92aa232d7e024ad9bd49a228b1edbe2f] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=53.8 K 2024-11-24T11:22:12,226 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c7ad165e9984652ad963adba8159d25, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732447329678 2024-11-24T11:22:12,227 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff598162add64d6e857489a717287559, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732447329678 2024-11-24T11:22:12,227 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 48dc829d844c4fb390df8b2163d0cd66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732447330360 2024-11-24T11:22:12,228 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b268b9b60ef64b0f9d77b1e16534c777, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732447330360 2024-11-24T11:22:12,230 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 391782d4ec5147a49239d4eb944e5a32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732447331045 2024-11-24T11:22:12,230 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45c26c947331443bb434f66d9c2302b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732447331045 2024-11-24T11:22:12,231 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92aa232d7e024ad9bd49a228b1edbe2f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732447331443 2024-11-24T11:22:12,231 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 75f332b882874b0cb870f249c44a23cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732447331483 2024-11-24T11:22:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:12,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:12,269 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#21 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:12,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:12,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:12,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:12,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:12,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:12,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:12,270 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/88dea7a1b52e41278637ef27ab17d85f is 50, key is test_row_0/A:col10/1732447331597/Put/seqid=0 2024-11-24T11:22:12,278 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#22 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:12,279 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/d42c34a4db444c6396d458a3d2443e55 is 50, key is test_row_0/B:col10/1732447331597/Put/seqid=0 2024-11-24T11:22:12,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T11:22:12,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/12201f197d304107b3a3af2c74bb38b3 is 50, key is test_row_0/A:col10/1732447332252/Put/seqid=0 2024-11-24T11:22:12,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741860_1036 (size=12241) 2024-11-24T11:22:12,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741861_1037 (size=12241) 2024-11-24T11:22:12,313 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/88dea7a1b52e41278637ef27ab17d85f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/88dea7a1b52e41278637ef27ab17d85f 2024-11-24T11:22:12,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741862_1038 (size=12051) 2024-11-24T11:22:12,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/12201f197d304107b3a3af2c74bb38b3 2024-11-24T11:22:12,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/7cf19c701b304a85bfad2a1e64b5793e is 50, key is test_row_0/B:col10/1732447332252/Put/seqid=0 2024-11-24T11:22:12,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741863_1039 (size=12051) 2024-11-24T11:22:12,364 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into 88dea7a1b52e41278637ef27ab17d85f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:12,364 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:12,364 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=12, startTime=1732447332220; duration=0sec 2024-11-24T11:22:12,364 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:12,364 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:12,364 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:12,369 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:12,369 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:12,369 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,369 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/e10dbf48f9774ffe87f864b39d2192e6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/782a014780c542c9bdead37a7ca6d986, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/a0400b93e6a9400ea0c46dad388754bc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/099a9628f5ec4e30bfe467a08e578367] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=47.0 K 2024-11-24T11:22:12,371 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e10dbf48f9774ffe87f864b39d2192e6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732447329678 2024-11-24T11:22:12,372 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 782a014780c542c9bdead37a7ca6d986, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732447330360 2024-11-24T11:22:12,372 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0400b93e6a9400ea0c46dad388754bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732447331045 2024-11-24T11:22:12,373 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 099a9628f5ec4e30bfe467a08e578367, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732447331483 2024-11-24T11:22:12,392 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:12,393 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/403abf58520d49908fa3790b0593afee is 50, key is test_row_0/C:col10/1732447331597/Put/seqid=0 2024-11-24T11:22:12,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447392391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447392393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447392395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447392403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447392403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T11:22:12,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741864_1040 (size=12241) 2024-11-24T11:22:12,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T11:22:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,448 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/403abf58520d49908fa3790b0593afee as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/403abf58520d49908fa3790b0593afee 2024-11-24T11:22:12,462 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into 403abf58520d49908fa3790b0593afee(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:12,463 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:12,463 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=12, startTime=1732447332220; duration=0sec 2024-11-24T11:22:12,463 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:12,463 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447392505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447392505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447392505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447392512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447392512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,592 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T11:22:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447392709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447392710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447392711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447392717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447392719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,724 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/d42c34a4db444c6396d458a3d2443e55 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/d42c34a4db444c6396d458a3d2443e55 2024-11-24T11:22:12,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/7cf19c701b304a85bfad2a1e64b5793e 2024-11-24T11:22:12,738 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into d42c34a4db444c6396d458a3d2443e55(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:12,739 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:12,739 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=12, startTime=1732447332220; duration=0sec 2024-11-24T11:22:12,739 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:12,739 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:12,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T11:22:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/2bacae453a4e4c42a543cc5194a7b097 is 50, key is test_row_0/C:col10/1732447332252/Put/seqid=0 2024-11-24T11:22:12,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741865_1041 (size=12051) 2024-11-24T11:22:12,903 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:12,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T11:22:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:12,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T11:22:13,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447393014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447393015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447393016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447393025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447393025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T11:22:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:13,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:13,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:13,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:13,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/2bacae453a4e4c42a543cc5194a7b097 2024-11-24T11:22:13,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/12201f197d304107b3a3af2c74bb38b3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/12201f197d304107b3a3af2c74bb38b3 2024-11-24T11:22:13,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T11:22:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:13,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:13,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/12201f197d304107b3a3af2c74bb38b3, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T11:22:13,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/7cf19c701b304a85bfad2a1e64b5793e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/7cf19c701b304a85bfad2a1e64b5793e 2024-11-24T11:22:13,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/7cf19c701b304a85bfad2a1e64b5793e, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T11:22:13,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/2bacae453a4e4c42a543cc5194a7b097 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2bacae453a4e4c42a543cc5194a7b097 2024-11-24T11:22:13,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2bacae453a4e4c42a543cc5194a7b097, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T11:22:13,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 983ms, sequenceid=129, compaction requested=false 2024-11-24T11:22:13,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:13,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T11:22:13,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:13,371 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T11:22:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:13,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:13,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:13,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:13,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f062f125b24641b781749aeed08a49c0 is 50, key is test_row_0/A:col10/1732447332398/Put/seqid=0 2024-11-24T11:22:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741866_1042 (size=12151) 2024-11-24T11:22:13,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:13,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447393534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447393535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447393537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447393538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447393539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447393640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447393641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447393645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447393646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,799 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f062f125b24641b781749aeed08a49c0 2024-11-24T11:22:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/9e36e1d19ca343f2afb70a2d8608ce0c is 50, key is test_row_0/B:col10/1732447332398/Put/seqid=0 2024-11-24T11:22:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447393847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447393847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741867_1043 (size=12151) 2024-11-24T11:22:13,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,855 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/9e36e1d19ca343f2afb70a2d8608ce0c 2024-11-24T11:22:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447393849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447393849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:13,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/fecd8fe2392d4b2c99eb8f9792513c1a is 50, key is test_row_0/C:col10/1732447332398/Put/seqid=0 2024-11-24T11:22:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741868_1044 (size=12151) 2024-11-24T11:22:13,912 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/fecd8fe2392d4b2c99eb8f9792513c1a 2024-11-24T11:22:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T11:22:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f062f125b24641b781749aeed08a49c0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f062f125b24641b781749aeed08a49c0 2024-11-24T11:22:13,936 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f062f125b24641b781749aeed08a49c0, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T11:22:13,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T11:22:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/9e36e1d19ca343f2afb70a2d8608ce0c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9e36e1d19ca343f2afb70a2d8608ce0c 2024-11-24T11:22:13,950 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9e36e1d19ca343f2afb70a2d8608ce0c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T11:22:13,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/fecd8fe2392d4b2c99eb8f9792513c1a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/fecd8fe2392d4b2c99eb8f9792513c1a 2024-11-24T11:22:13,961 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/fecd8fe2392d4b2c99eb8f9792513c1a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T11:22:13,968 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 597ms, sequenceid=156, compaction requested=true 2024-11-24T11:22:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-24T11:22:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-24T11:22:13,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T11:22:13,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1540 sec 2024-11-24T11:22:13,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.1610 sec 2024-11-24T11:22:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:14,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T11:22:14,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:14,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f4b68cf1b35e4adf8b48191c2cd068ad is 50, key is test_row_0/A:col10/1732447333535/Put/seqid=0 2024-11-24T11:22:14,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741869_1045 (size=14541) 2024-11-24T11:22:14,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447394258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447394267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447394268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447394269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447394369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447394372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447394374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447394374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447394550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447394574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447394576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447394579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447394580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f4b68cf1b35e4adf8b48191c2cd068ad 2024-11-24T11:22:14,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/53cb98f3b81642a8a0baab348d4d5d18 is 50, key is test_row_0/B:col10/1732447333535/Put/seqid=0 2024-11-24T11:22:14,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741870_1046 (size=12151) 2024-11-24T11:22:14,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/53cb98f3b81642a8a0baab348d4d5d18 2024-11-24T11:22:14,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/341d0bae3338409a89cdd892eb1852d9 is 50, key is test_row_0/C:col10/1732447333535/Put/seqid=0 2024-11-24T11:22:14,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741871_1047 (size=12151) 2024-11-24T11:22:14,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/341d0bae3338409a89cdd892eb1852d9 2024-11-24T11:22:14,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f4b68cf1b35e4adf8b48191c2cd068ad as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f4b68cf1b35e4adf8b48191c2cd068ad 2024-11-24T11:22:14,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f4b68cf1b35e4adf8b48191c2cd068ad, entries=200, sequenceid=171, filesize=14.2 K 2024-11-24T11:22:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/53cb98f3b81642a8a0baab348d4d5d18 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/53cb98f3b81642a8a0baab348d4d5d18 2024-11-24T11:22:14,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/53cb98f3b81642a8a0baab348d4d5d18, entries=150, sequenceid=171, filesize=11.9 K 2024-11-24T11:22:14,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/341d0bae3338409a89cdd892eb1852d9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/341d0bae3338409a89cdd892eb1852d9 2024-11-24T11:22:14,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/341d0bae3338409a89cdd892eb1852d9, entries=150, sequenceid=171, filesize=11.9 K 2024-11-24T11:22:14,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 631ms, sequenceid=171, compaction requested=true 2024-11-24T11:22:14,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:14,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:14,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:14,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:14,792 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:14,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:14,792 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:14,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:14,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:14,798 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50984 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:14,799 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:14,799 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:14,799 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/88dea7a1b52e41278637ef27ab17d85f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/12201f197d304107b3a3af2c74bb38b3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f062f125b24641b781749aeed08a49c0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f4b68cf1b35e4adf8b48191c2cd068ad] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=49.8 K 2024-11-24T11:22:14,800 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:14,800 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:14,800 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:14,800 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88dea7a1b52e41278637ef27ab17d85f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732447331483 2024-11-24T11:22:14,800 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/d42c34a4db444c6396d458a3d2443e55, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/7cf19c701b304a85bfad2a1e64b5793e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9e36e1d19ca343f2afb70a2d8608ce0c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/53cb98f3b81642a8a0baab348d4d5d18] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=47.5 K 2024-11-24T11:22:14,801 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12201f197d304107b3a3af2c74bb38b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732447332252 2024-11-24T11:22:14,801 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f062f125b24641b781749aeed08a49c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732447332378 2024-11-24T11:22:14,802 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d42c34a4db444c6396d458a3d2443e55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732447331483 2024-11-24T11:22:14,802 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4b68cf1b35e4adf8b48191c2cd068ad, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732447333535 2024-11-24T11:22:14,802 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cf19c701b304a85bfad2a1e64b5793e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732447332252 2024-11-24T11:22:14,803 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e36e1d19ca343f2afb70a2d8608ce0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732447332378 2024-11-24T11:22:14,804 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 53cb98f3b81642a8a0baab348d4d5d18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732447333535 2024-11-24T11:22:14,836 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#33 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:14,837 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/8d41be3d76e24c3086a53b776e7bd899 is 50, key is test_row_0/A:col10/1732447333535/Put/seqid=0 2024-11-24T11:22:14,851 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#34 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:14,852 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/9f96ef19a5a94a409fcf3516df99b70d is 50, key is test_row_0/B:col10/1732447333535/Put/seqid=0 2024-11-24T11:22:14,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741872_1048 (size=12527) 2024-11-24T11:22:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:14,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T11:22:14,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:14,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:14,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:14,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:14,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:14,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:14,886 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/8d41be3d76e24c3086a53b776e7bd899 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/8d41be3d76e24c3086a53b776e7bd899 2024-11-24T11:22:14,897 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into 8d41be3d76e24c3086a53b776e7bd899(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:14,898 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:14,898 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=12, startTime=1732447334792; duration=0sec 2024-11-24T11:22:14,898 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:14,898 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:14,898 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:14,901 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:14,902 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:14,902 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:14,902 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/403abf58520d49908fa3790b0593afee, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2bacae453a4e4c42a543cc5194a7b097, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/fecd8fe2392d4b2c99eb8f9792513c1a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/341d0bae3338409a89cdd892eb1852d9] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=47.5 K 2024-11-24T11:22:14,903 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 403abf58520d49908fa3790b0593afee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732447331483 2024-11-24T11:22:14,904 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bacae453a4e4c42a543cc5194a7b097, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732447332252 2024-11-24T11:22:14,904 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting fecd8fe2392d4b2c99eb8f9792513c1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732447332378 2024-11-24T11:22:14,905 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 341d0bae3338409a89cdd892eb1852d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732447333535 2024-11-24T11:22:14,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741873_1049 (size=12527) 2024-11-24T11:22:14,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/691e9df5221441b88bd29a83079554ed is 50, key is test_row_0/A:col10/1732447334879/Put/seqid=0 2024-11-24T11:22:14,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447394911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,920 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/9f96ef19a5a94a409fcf3516df99b70d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9f96ef19a5a94a409fcf3516df99b70d 2024-11-24T11:22:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447394914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447394917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447394917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:14,938 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into 9f96ef19a5a94a409fcf3516df99b70d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:14,938 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:14,938 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=12, startTime=1732447334792; duration=0sec 2024-11-24T11:22:14,938 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:14,939 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:14,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741874_1050 (size=14541) 2024-11-24T11:22:14,955 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:14,956 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/484b6a9bd8a34e0c8cbc441070b1c6cb is 50, key is test_row_0/C:col10/1732447333535/Put/seqid=0 2024-11-24T11:22:14,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741875_1051 (size=12527) 2024-11-24T11:22:15,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447395021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447395023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447395024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447395036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447395231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447395232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447395233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447395244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/691e9df5221441b88bd29a83079554ed 2024-11-24T11:22:15,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/411a58b728114799b7b466312d63397f is 50, key is test_row_0/B:col10/1732447334879/Put/seqid=0 2024-11-24T11:22:15,395 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/484b6a9bd8a34e0c8cbc441070b1c6cb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/484b6a9bd8a34e0c8cbc441070b1c6cb 2024-11-24T11:22:15,408 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into 484b6a9bd8a34e0c8cbc441070b1c6cb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:15,408 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:15,408 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=12, startTime=1732447334792; duration=0sec 2024-11-24T11:22:15,408 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:15,409 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:15,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741876_1052 (size=12151) 2024-11-24T11:22:15,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447395535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447395536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447395539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447395548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:15,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/411a58b728114799b7b466312d63397f 2024-11-24T11:22:15,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/9f3b941dad004a3dae9709813bfe0a44 is 50, key is test_row_0/C:col10/1732447334879/Put/seqid=0 2024-11-24T11:22:15,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741877_1053 (size=12151) 2024-11-24T11:22:15,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/9f3b941dad004a3dae9709813bfe0a44 2024-11-24T11:22:15,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/691e9df5221441b88bd29a83079554ed as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/691e9df5221441b88bd29a83079554ed 2024-11-24T11:22:15,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/691e9df5221441b88bd29a83079554ed, entries=200, sequenceid=195, filesize=14.2 K 2024-11-24T11:22:15,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/411a58b728114799b7b466312d63397f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/411a58b728114799b7b466312d63397f 2024-11-24T11:22:15,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/411a58b728114799b7b466312d63397f, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T11:22:15,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/9f3b941dad004a3dae9709813bfe0a44 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/9f3b941dad004a3dae9709813bfe0a44 2024-11-24T11:22:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T11:22:15,924 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-24T11:22:15,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-24T11:22:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T11:22:15,931 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:15,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/9f3b941dad004a3dae9709813bfe0a44, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T11:22:15,932 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:15,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:15,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 1052ms, sequenceid=195, compaction requested=false 2024-11-24T11:22:15,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T11:22:16,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:22:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:16,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:16,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:16,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:16,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:16,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:16,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:16,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/d74cc496a35c4e6fb65aa166ede368ae is 50, key is test_row_0/A:col10/1732447336047/Put/seqid=0 2024-11-24T11:22:16,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:16,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:16,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741878_1054 (size=12151) 2024-11-24T11:22:16,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/d74cc496a35c4e6fb65aa166ede368ae 2024-11-24T11:22:16,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/424b397b70264e959208ef48a2300033 is 50, key is test_row_0/B:col10/1732447336047/Put/seqid=0 2024-11-24T11:22:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741879_1055 (size=12151) 2024-11-24T11:22:16,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/424b397b70264e959208ef48a2300033 2024-11-24T11:22:16,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447396170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447396171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447396179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447396179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/730a3b812ca74a25a1a4ca0ca55e0892 is 50, key is test_row_0/C:col10/1732447336047/Put/seqid=0 2024-11-24T11:22:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T11:22:16,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741880_1056 (size=12151) 2024-11-24T11:22:16,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/730a3b812ca74a25a1a4ca0ca55e0892 2024-11-24T11:22:16,239 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:16,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:16,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/d74cc496a35c4e6fb65aa166ede368ae as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d74cc496a35c4e6fb65aa166ede368ae 2024-11-24T11:22:16,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d74cc496a35c4e6fb65aa166ede368ae, entries=150, sequenceid=213, filesize=11.9 K 2024-11-24T11:22:16,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/424b397b70264e959208ef48a2300033 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/424b397b70264e959208ef48a2300033 2024-11-24T11:22:16,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/424b397b70264e959208ef48a2300033, entries=150, sequenceid=213, filesize=11.9 K 2024-11-24T11:22:16,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/730a3b812ca74a25a1a4ca0ca55e0892 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/730a3b812ca74a25a1a4ca0ca55e0892 2024-11-24T11:22:16,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/730a3b812ca74a25a1a4ca0ca55e0892, entries=150, sequenceid=213, filesize=11.9 K 2024-11-24T11:22:16,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 232ms, sequenceid=213, compaction requested=true 2024-11-24T11:22:16,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:16,281 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:16,281 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:16,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:16,284 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:16,284 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:16,284 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,285 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9f96ef19a5a94a409fcf3516df99b70d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/411a58b728114799b7b466312d63397f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/424b397b70264e959208ef48a2300033] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=36.0 K 2024-11-24T11:22:16,285 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:16,285 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:16,285 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,285 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/8d41be3d76e24c3086a53b776e7bd899, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/691e9df5221441b88bd29a83079554ed, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d74cc496a35c4e6fb65aa166ede368ae] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=38.3 K 2024-11-24T11:22:16,286 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f96ef19a5a94a409fcf3516df99b70d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732447333535 2024-11-24T11:22:16,286 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d41be3d76e24c3086a53b776e7bd899, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732447333535 2024-11-24T11:22:16,286 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 411a58b728114799b7b466312d63397f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732447334184 2024-11-24T11:22:16,287 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 424b397b70264e959208ef48a2300033, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732447334889 2024-11-24T11:22:16,288 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 691e9df5221441b88bd29a83079554ed, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732447334184 2024-11-24T11:22:16,290 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d74cc496a35c4e6fb65aa166ede368ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732447334889 2024-11-24T11:22:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:16,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T11:22:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:16,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:16,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/5d5db94939cd4d9789f6db60bf8bd781 is 50, key is test_row_0/A:col10/1732447336290/Put/seqid=0 2024-11-24T11:22:16,313 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:16,313 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/49395b2abc4247e4bc10864ee7cdfdc3 is 50, key is test_row_0/B:col10/1732447336047/Put/seqid=0 2024-11-24T11:22:16,321 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:16,322 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f20ddce9e3b24b3a9bceb8e3ac0ba767 is 50, key is test_row_0/A:col10/1732447336047/Put/seqid=0 2024-11-24T11:22:16,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447396315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447396319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447396337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447396342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741881_1057 (size=16931) 2024-11-24T11:22:16,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741882_1058 (size=12629) 2024-11-24T11:22:16,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,415 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/49395b2abc4247e4bc10864ee7cdfdc3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/49395b2abc4247e4bc10864ee7cdfdc3 2024-11-24T11:22:16,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741883_1059 (size=12629) 2024-11-24T11:22:16,438 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f20ddce9e3b24b3a9bceb8e3ac0ba767 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f20ddce9e3b24b3a9bceb8e3ac0ba767 2024-11-24T11:22:16,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447396437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,440 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into 49395b2abc4247e4bc10864ee7cdfdc3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:16,440 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:16,440 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=13, startTime=1732447336281; duration=0sec 2024-11-24T11:22:16,440 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:16,440 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:16,441 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:16,444 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:16,444 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:16,445 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,445 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/484b6a9bd8a34e0c8cbc441070b1c6cb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/9f3b941dad004a3dae9709813bfe0a44, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/730a3b812ca74a25a1a4ca0ca55e0892] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=36.0 K 2024-11-24T11:22:16,446 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 484b6a9bd8a34e0c8cbc441070b1c6cb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732447333535 2024-11-24T11:22:16,447 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f3b941dad004a3dae9709813bfe0a44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732447334184 2024-11-24T11:22:16,448 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 730a3b812ca74a25a1a4ca0ca55e0892, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732447334889 2024-11-24T11:22:16,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447396443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447396443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,455 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into f20ddce9e3b24b3a9bceb8e3ac0ba767(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:16,457 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:16,457 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=13, startTime=1732447336281; duration=0sec 2024-11-24T11:22:16,457 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:16,457 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:16,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447396457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,483 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:16,484 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/0f74e5a7726344688d0c72695ca34fd6 is 50, key is test_row_0/C:col10/1732447336047/Put/seqid=0 2024-11-24T11:22:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741884_1060 (size=12629) 2024-11-24T11:22:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T11:22:16,554 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:16,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:16,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447396567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,571 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:16,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447396643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447396657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447396658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447396670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:16,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:16,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/5d5db94939cd4d9789f6db60bf8bd781 2024-11-24T11:22:16,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/a7484f8533d746d981e40b272aaf9615 is 50, key is test_row_0/B:col10/1732447336290/Put/seqid=0 2024-11-24T11:22:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741885_1061 (size=12151) 2024-11-24T11:22:16,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/a7484f8533d746d981e40b272aaf9615 2024-11-24T11:22:16,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/5a861a80e15549a089044a8f1a99c3a0 is 50, key is test_row_0/C:col10/1732447336290/Put/seqid=0 2024-11-24T11:22:16,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:16,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:16,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:16,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:16,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:16,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741886_1062 (size=12151) 2024-11-24T11:22:16,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/5a861a80e15549a089044a8f1a99c3a0 2024-11-24T11:22:16,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/5d5db94939cd4d9789f6db60bf8bd781 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5d5db94939cd4d9789f6db60bf8bd781 2024-11-24T11:22:16,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5d5db94939cd4d9789f6db60bf8bd781, entries=250, sequenceid=237, filesize=16.5 K 2024-11-24T11:22:16,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/a7484f8533d746d981e40b272aaf9615 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a7484f8533d746d981e40b272aaf9615 2024-11-24T11:22:16,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a7484f8533d746d981e40b272aaf9615, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T11:22:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/5a861a80e15549a089044a8f1a99c3a0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/5a861a80e15549a089044a8f1a99c3a0 2024-11-24T11:22:16,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/5a861a80e15549a089044a8f1a99c3a0, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T11:22:16,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 634ms, sequenceid=237, compaction requested=false 2024-11-24T11:22:16,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:16,929 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/0f74e5a7726344688d0c72695ca34fd6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/0f74e5a7726344688d0c72695ca34fd6 2024-11-24T11:22:16,939 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into 0f74e5a7726344688d0c72695ca34fd6(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:16,939 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:16,940 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=13, startTime=1732447336281; duration=0sec 2024-11-24T11:22:16,940 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:16,940 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:16,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T11:22:16,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:16,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:16,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:16,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:16,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:16,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:16,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/385088280f4a497c8a17a40c3ef36461 is 50, key is test_row_0/A:col10/1732447336323/Put/seqid=0 2024-11-24T11:22:17,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:17,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T11:22:17,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741887_1063 (size=14541) 2024-11-24T11:22:17,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447397068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447397077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447397087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447397087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:17,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:17,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447397183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447397194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447397195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447397195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:17,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:17,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447397387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447397405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447397407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447397417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/385088280f4a497c8a17a40c3ef36461 2024-11-24T11:22:17,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/839f9924b65d4f1798dd5a59bc9c90ee is 50, key is test_row_0/B:col10/1732447336323/Put/seqid=0 2024-11-24T11:22:17,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:17,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741888_1064 (size=12151) 2024-11-24T11:22:17,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447397694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447397710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447397714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447397722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/839f9924b65d4f1798dd5a59bc9c90ee 2024-11-24T11:22:17,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/6c98d6d201bc4fd1aca0ad9647911cf4 is 50, key is test_row_0/C:col10/1732447336323/Put/seqid=0 2024-11-24T11:22:17,960 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:17,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:17,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:17,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:17,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741889_1065 (size=12151) 2024-11-24T11:22:18,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/6c98d6d201bc4fd1aca0ad9647911cf4 2024-11-24T11:22:18,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/385088280f4a497c8a17a40c3ef36461 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/385088280f4a497c8a17a40c3ef36461 2024-11-24T11:22:18,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/385088280f4a497c8a17a40c3ef36461, entries=200, sequenceid=254, filesize=14.2 K 2024-11-24T11:22:18,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/839f9924b65d4f1798dd5a59bc9c90ee as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/839f9924b65d4f1798dd5a59bc9c90ee 2024-11-24T11:22:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T11:22:18,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/839f9924b65d4f1798dd5a59bc9c90ee, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T11:22:18,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/6c98d6d201bc4fd1aca0ad9647911cf4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6c98d6d201bc4fd1aca0ad9647911cf4 2024-11-24T11:22:18,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6c98d6d201bc4fd1aca0ad9647911cf4, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T11:22:18,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 1110ms, sequenceid=254, compaction requested=true 2024-11-24T11:22:18,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:18,063 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:18,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:18,064 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:18,065 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:18,065 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:18,065 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f20ddce9e3b24b3a9bceb8e3ac0ba767, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5d5db94939cd4d9789f6db60bf8bd781, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/385088280f4a497c8a17a40c3ef36461] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=43.1 K 2024-11-24T11:22:18,065 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f20ddce9e3b24b3a9bceb8e3ac0ba767, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732447334889 2024-11-24T11:22:18,066 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d5db94939cd4d9789f6db60bf8bd781, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732447336152 2024-11-24T11:22:18,066 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 385088280f4a497c8a17a40c3ef36461, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732447336315 2024-11-24T11:22:18,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:18,073 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:18,075 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:18,075 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:18,075 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:18,076 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/49395b2abc4247e4bc10864ee7cdfdc3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a7484f8533d746d981e40b272aaf9615, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/839f9924b65d4f1798dd5a59bc9c90ee] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=36.1 K 2024-11-24T11:22:18,076 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 49395b2abc4247e4bc10864ee7cdfdc3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732447334889 2024-11-24T11:22:18,077 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a7484f8533d746d981e40b272aaf9615, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732447336152 2024-11-24T11:22:18,079 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 839f9924b65d4f1798dd5a59bc9c90ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732447336315 2024-11-24T11:22:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:18,091 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:18,092 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/bbf43882ca544f8d8dbb5e10513b8c70 is 50, key is test_row_0/A:col10/1732447336323/Put/seqid=0 2024-11-24T11:22:18,108 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:18,109 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1bea3a28f4134d1685c897d26508644d is 50, key is test_row_0/B:col10/1732447336323/Put/seqid=0 2024-11-24T11:22:18,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T11:22:18,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:18,115 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T11:22:18,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:18,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:18,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:18,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:18,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:18,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/eb3d987d087c4a99be98015c70e49209 is 50, key is test_row_0/A:col10/1732447337076/Put/seqid=0 2024-11-24T11:22:18,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741890_1066 (size=12731) 2024-11-24T11:22:18,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741891_1067 (size=12731) 2024-11-24T11:22:18,162 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/bbf43882ca544f8d8dbb5e10513b8c70 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/bbf43882ca544f8d8dbb5e10513b8c70 2024-11-24T11:22:18,165 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1bea3a28f4134d1685c897d26508644d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1bea3a28f4134d1685c897d26508644d 2024-11-24T11:22:18,172 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into bbf43882ca544f8d8dbb5e10513b8c70(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:18,172 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:18,172 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=13, startTime=1732447338063; duration=0sec 2024-11-24T11:22:18,172 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:18,172 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:18,172 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:18,174 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:18,174 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:18,174 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:18,175 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/0f74e5a7726344688d0c72695ca34fd6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/5a861a80e15549a089044a8f1a99c3a0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6c98d6d201bc4fd1aca0ad9647911cf4] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=36.1 K 2024-11-24T11:22:18,175 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f74e5a7726344688d0c72695ca34fd6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732447334889 2024-11-24T11:22:18,176 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a861a80e15549a089044a8f1a99c3a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732447336152 2024-11-24T11:22:18,176 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c98d6d201bc4fd1aca0ad9647911cf4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732447336315 2024-11-24T11:22:18,177 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into 1bea3a28f4134d1685c897d26508644d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:18,177 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:18,177 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=13, startTime=1732447338073; duration=0sec 2024-11-24T11:22:18,177 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:18,177 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741892_1068 (size=12301) 2024-11-24T11:22:18,179 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/eb3d987d087c4a99be98015c70e49209 2024-11-24T11:22:18,215 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#54 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:18,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:18,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1d91ab9e32e446e7a930d70c4425e8de is 50, key is test_row_0/B:col10/1732447337076/Put/seqid=0 2024-11-24T11:22:18,219 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/2751d8fc241e45eb86fff791ca4dadac is 50, key is test_row_0/C:col10/1732447336323/Put/seqid=0 2024-11-24T11:22:18,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741893_1069 (size=12731) 2024-11-24T11:22:18,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741894_1070 (size=12301) 2024-11-24T11:22:18,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447398247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447398250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447398252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447398253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447398355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447398356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447398357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447398359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447398559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447398563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447398563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447398564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,654 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1d91ab9e32e446e7a930d70c4425e8de 2024-11-24T11:22:18,671 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/2751d8fc241e45eb86fff791ca4dadac as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2751d8fc241e45eb86fff791ca4dadac 2024-11-24T11:22:18,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/6db52d46e8ef4bb980d22971242b275b is 50, key is test_row_0/C:col10/1732447337076/Put/seqid=0 2024-11-24T11:22:18,689 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into 2751d8fc241e45eb86fff791ca4dadac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:18,689 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:18,689 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=13, startTime=1732447338081; duration=0sec 2024-11-24T11:22:18,689 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:18,689 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741895_1071 (size=12301) 2024-11-24T11:22:18,727 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/6db52d46e8ef4bb980d22971242b275b 2024-11-24T11:22:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/eb3d987d087c4a99be98015c70e49209 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/eb3d987d087c4a99be98015c70e49209 2024-11-24T11:22:18,751 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/eb3d987d087c4a99be98015c70e49209, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T11:22:18,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1d91ab9e32e446e7a930d70c4425e8de as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d91ab9e32e446e7a930d70c4425e8de 2024-11-24T11:22:18,761 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d91ab9e32e446e7a930d70c4425e8de, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T11:22:18,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/6db52d46e8ef4bb980d22971242b275b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6db52d46e8ef4bb980d22971242b275b 2024-11-24T11:22:18,774 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6db52d46e8ef4bb980d22971242b275b, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T11:22:18,775 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 660ms, sequenceid=277, compaction requested=false 2024-11-24T11:22:18,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:18,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:18,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-24T11:22:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-24T11:22:18,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T11:22:18,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8450 sec 2024-11-24T11:22:18,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 2.8540 sec 2024-11-24T11:22:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:18,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T11:22:18,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:18,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:18,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:18,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:18,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:18,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:18,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/a73fb562931845e6b4acc1130c99f9bf is 50, key is test_row_0/A:col10/1732447338870/Put/seqid=0 2024-11-24T11:22:18,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741896_1072 (size=14741) 2024-11-24T11:22:18,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/a73fb562931845e6b4acc1130c99f9bf 2024-11-24T11:22:18,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/51a45cbc673048e8a90a8de7f4d395cf is 50, key is test_row_0/B:col10/1732447338870/Put/seqid=0 2024-11-24T11:22:18,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447398968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741897_1073 (size=12301) 2024-11-24T11:22:18,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447398978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:18,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/51a45cbc673048e8a90a8de7f4d395cf 2024-11-24T11:22:19,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447399010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447399014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/f7440f3e905044e8afa6050750f182a1 is 50, key is test_row_0/C:col10/1732447338870/Put/seqid=0 2024-11-24T11:22:19,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741898_1074 (size=12301) 2024-11-24T11:22:19,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/f7440f3e905044e8afa6050750f182a1 2024-11-24T11:22:19,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/a73fb562931845e6b4acc1130c99f9bf as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a73fb562931845e6b4acc1130c99f9bf 2024-11-24T11:22:19,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447399084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a73fb562931845e6b4acc1130c99f9bf, entries=200, sequenceid=296, filesize=14.4 K 2024-11-24T11:22:19,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/51a45cbc673048e8a90a8de7f4d395cf as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/51a45cbc673048e8a90a8de7f4d395cf 2024-11-24T11:22:19,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/51a45cbc673048e8a90a8de7f4d395cf, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T11:22:19,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/f7440f3e905044e8afa6050750f182a1 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f7440f3e905044e8afa6050750f182a1 2024-11-24T11:22:19,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447399094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f7440f3e905044e8afa6050750f182a1, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T11:22:19,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 240ms, sequenceid=296, compaction requested=true 2024-11-24T11:22:19,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:19,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:19,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:19,111 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:19,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:19,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:19,111 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:19,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:19,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:19,113 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:19,113 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:19,113 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:19,113 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:19,113 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:19,113 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:19,113 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1bea3a28f4134d1685c897d26508644d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d91ab9e32e446e7a930d70c4425e8de, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/51a45cbc673048e8a90a8de7f4d395cf] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=36.5 K 2024-11-24T11:22:19,113 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/bbf43882ca544f8d8dbb5e10513b8c70, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/eb3d987d087c4a99be98015c70e49209, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a73fb562931845e6b4acc1130c99f9bf] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=38.8 K 2024-11-24T11:22:19,114 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbf43882ca544f8d8dbb5e10513b8c70, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732447336315 2024-11-24T11:22:19,114 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bea3a28f4134d1685c897d26508644d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732447336315 2024-11-24T11:22:19,114 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d91ab9e32e446e7a930d70c4425e8de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732447337069 2024-11-24T11:22:19,115 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb3d987d087c4a99be98015c70e49209, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732447337069 2024-11-24T11:22:19,115 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 51a45cbc673048e8a90a8de7f4d395cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732447338250 2024-11-24T11:22:19,115 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a73fb562931845e6b4acc1130c99f9bf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732447338250 2024-11-24T11:22:19,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T11:22:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:19,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:19,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:19,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:19,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:19,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:19,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:19,138 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:19,139 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/646318cf8a4440308626a89907578247 is 50, key is test_row_0/B:col10/1732447338870/Put/seqid=0 2024-11-24T11:22:19,150 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:19,151 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/3deb27eb943c4aafa7a005d51d4b47e5 is 50, key is test_row_0/A:col10/1732447338870/Put/seqid=0 2024-11-24T11:22:19,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/5f1fc096742545d89d0d7d95862a8501 is 50, key is test_row_0/A:col10/1732447339122/Put/seqid=0 2024-11-24T11:22:19,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447399168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447399170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741899_1075 (size=12983) 2024-11-24T11:22:19,224 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/646318cf8a4440308626a89907578247 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/646318cf8a4440308626a89907578247 2024-11-24T11:22:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741900_1076 (size=12983) 2024-11-24T11:22:19,243 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/3deb27eb943c4aafa7a005d51d4b47e5 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3deb27eb943c4aafa7a005d51d4b47e5 2024-11-24T11:22:19,246 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into 646318cf8a4440308626a89907578247(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:19,246 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:19,246 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=13, startTime=1732447339111; duration=0sec 2024-11-24T11:22:19,246 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:19,246 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:19,247 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:19,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741901_1077 (size=12301) 2024-11-24T11:22:19,250 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:19,250 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:19,250 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:19,250 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2751d8fc241e45eb86fff791ca4dadac, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6db52d46e8ef4bb980d22971242b275b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f7440f3e905044e8afa6050750f182a1] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=36.5 K 2024-11-24T11:22:19,251 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2751d8fc241e45eb86fff791ca4dadac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732447336315 2024-11-24T11:22:19,252 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into 3deb27eb943c4aafa7a005d51d4b47e5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:19,252 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:19,252 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=13, startTime=1732447339111; duration=0sec 2024-11-24T11:22:19,252 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:19,252 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:19,253 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6db52d46e8ef4bb980d22971242b275b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732447337069 2024-11-24T11:22:19,254 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting f7440f3e905044e8afa6050750f182a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732447338250 2024-11-24T11:22:19,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/5f1fc096742545d89d0d7d95862a8501 2024-11-24T11:22:19,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447399271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447399272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,292 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#63 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:19,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447399290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,296 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/61b94414c6ee4285a2e79941e2513996 is 50, key is test_row_0/C:col10/1732447338870/Put/seqid=0 2024-11-24T11:22:19,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447399303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1f5439360d25410f9d1854f078f05d74 is 50, key is test_row_0/B:col10/1732447339122/Put/seqid=0 2024-11-24T11:22:19,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741902_1078 (size=12983) 2024-11-24T11:22:19,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741903_1079 (size=12301) 2024-11-24T11:22:19,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1f5439360d25410f9d1854f078f05d74 2024-11-24T11:22:19,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/c2279bff649d4112a85dc60feabaafcf is 50, key is test_row_0/C:col10/1732447339122/Put/seqid=0 2024-11-24T11:22:19,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741904_1080 (size=12301) 2024-11-24T11:22:19,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447399479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447399480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447399598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447399607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,766 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/61b94414c6ee4285a2e79941e2513996 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/61b94414c6ee4285a2e79941e2513996 2024-11-24T11:22:19,787 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into 61b94414c6ee4285a2e79941e2513996(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:19,787 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:19,787 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=13, startTime=1732447339111; duration=0sec 2024-11-24T11:22:19,787 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:19,787 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:19,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447399786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447399787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:19,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/c2279bff649d4112a85dc60feabaafcf 2024-11-24T11:22:19,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/5f1fc096742545d89d0d7d95862a8501 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5f1fc096742545d89d0d7d95862a8501 2024-11-24T11:22:19,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5f1fc096742545d89d0d7d95862a8501, entries=150, sequenceid=320, filesize=12.0 K 2024-11-24T11:22:19,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1f5439360d25410f9d1854f078f05d74 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1f5439360d25410f9d1854f078f05d74 2024-11-24T11:22:19,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1f5439360d25410f9d1854f078f05d74, entries=150, sequenceid=320, filesize=12.0 K 2024-11-24T11:22:19,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/c2279bff649d4112a85dc60feabaafcf as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2279bff649d4112a85dc60feabaafcf 2024-11-24T11:22:19,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2279bff649d4112a85dc60feabaafcf, entries=150, sequenceid=320, filesize=12.0 K 2024-11-24T11:22:19,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 786ms, sequenceid=320, compaction requested=false 2024-11-24T11:22:19,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T11:22:20,040 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-24T11:22:20,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-24T11:22:20,049 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T11:22:20,051 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:20,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:20,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:22:20,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:20,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:20,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:20,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:20,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:20,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:20,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/77a816f196e94f0d9d56510f13bd30fa is 50, key is test_row_0/A:col10/1732447340105/Put/seqid=0 2024-11-24T11:22:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T11:22:20,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741905_1081 (size=12301) 2024-11-24T11:22:20,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447400200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447400207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:20,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:20,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447400296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447400297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447400308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447400314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T11:22:20,368 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:20,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:20,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447400511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:20,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:20,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447400521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38980 deadline: 1732447400594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/77a816f196e94f0d9d56510f13bd30fa 2024-11-24T11:22:20,600 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8198 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:20,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/12d8c8a5c0b04d44b7eb922f98b9d2af is 50, key is test_row_0/B:col10/1732447340105/Put/seqid=0 2024-11-24T11:22:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T11:22:20,680 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:20,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:20,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741906_1082 (size=12301) 2024-11-24T11:22:20,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/12d8c8a5c0b04d44b7eb922f98b9d2af 2024-11-24T11:22:20,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/ed3fea0fef5e488ea374de6fba1d0599 is 50, key is test_row_0/C:col10/1732447340105/Put/seqid=0 2024-11-24T11:22:20,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741907_1083 (size=12301) 2024-11-24T11:22:20,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/ed3fea0fef5e488ea374de6fba1d0599 2024-11-24T11:22:20,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/77a816f196e94f0d9d56510f13bd30fa as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/77a816f196e94f0d9d56510f13bd30fa 2024-11-24T11:22:20,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/77a816f196e94f0d9d56510f13bd30fa, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T11:22:20,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/12d8c8a5c0b04d44b7eb922f98b9d2af as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/12d8c8a5c0b04d44b7eb922f98b9d2af 2024-11-24T11:22:20,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/12d8c8a5c0b04d44b7eb922f98b9d2af, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T11:22:20,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/ed3fea0fef5e488ea374de6fba1d0599 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed3fea0fef5e488ea374de6fba1d0599 2024-11-24T11:22:20,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed3fea0fef5e488ea374de6fba1d0599, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T11:22:20,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 668ms, sequenceid=336, compaction requested=true 2024-11-24T11:22:20,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:20,778 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:20,779 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:20,779 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:20,779 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,780 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3deb27eb943c4aafa7a005d51d4b47e5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5f1fc096742545d89d0d7d95862a8501, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/77a816f196e94f0d9d56510f13bd30fa] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=36.7 K 2024-11-24T11:22:20,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:20,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:20,780 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3deb27eb943c4aafa7a005d51d4b47e5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732447338250 2024-11-24T11:22:20,781 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:20,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:20,781 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f1fc096742545d89d0d7d95862a8501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732447338976 2024-11-24T11:22:20,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:20,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:20,782 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:20,782 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77a816f196e94f0d9d56510f13bd30fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732447339159 2024-11-24T11:22:20,782 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:20,782 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,783 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/646318cf8a4440308626a89907578247, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1f5439360d25410f9d1854f078f05d74, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/12d8c8a5c0b04d44b7eb922f98b9d2af] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=36.7 K 2024-11-24T11:22:20,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:20,784 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 646318cf8a4440308626a89907578247, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732447338250 2024-11-24T11:22:20,784 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f5439360d25410f9d1854f078f05d74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732447338976 2024-11-24T11:22:20,785 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 12d8c8a5c0b04d44b7eb922f98b9d2af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732447339159 2024-11-24T11:22:20,805 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:20,806 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f111e51d30fd4d0eaed77ed340758228 is 50, key is test_row_0/A:col10/1732447340105/Put/seqid=0 2024-11-24T11:22:20,809 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:20,809 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/dd04f0fb385648b8824524e49f1e8c75 is 50, key is test_row_0/B:col10/1732447340105/Put/seqid=0 2024-11-24T11:22:20,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T11:22:20,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:20,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:20,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:20,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:20,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:20,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:20,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/d1b7615e59f1432bbe964a105c2ddd63 is 50, key is test_row_0/A:col10/1732447340819/Put/seqid=0 2024-11-24T11:22:20,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741908_1084 (size=13085) 2024-11-24T11:22:20,896 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f111e51d30fd4d0eaed77ed340758228 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f111e51d30fd4d0eaed77ed340758228 2024-11-24T11:22:20,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741909_1085 (size=13085) 2024-11-24T11:22:20,906 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/dd04f0fb385648b8824524e49f1e8c75 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/dd04f0fb385648b8824524e49f1e8c75 2024-11-24T11:22:20,907 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into f111e51d30fd4d0eaed77ed340758228(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:20,908 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:20,908 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=13, startTime=1732447340777; duration=0sec 2024-11-24T11:22:20,908 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:20,908 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:20,908 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:20,910 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:20,911 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:20,911 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,911 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/61b94414c6ee4285a2e79941e2513996, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2279bff649d4112a85dc60feabaafcf, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed3fea0fef5e488ea374de6fba1d0599] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=36.7 K 2024-11-24T11:22:20,912 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61b94414c6ee4285a2e79941e2513996, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732447338250 2024-11-24T11:22:20,912 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2279bff649d4112a85dc60feabaafcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732447338976 2024-11-24T11:22:20,913 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed3fea0fef5e488ea374de6fba1d0599, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732447339159 2024-11-24T11:22:20,916 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into dd04f0fb385648b8824524e49f1e8c75(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:20,916 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:20,916 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=13, startTime=1732447340780; duration=0sec 2024-11-24T11:22:20,917 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:20,917 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:20,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741910_1086 (size=12301) 2024-11-24T11:22:20,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/d1b7615e59f1432bbe964a105c2ddd63 2024-11-24T11:22:20,934 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:20,935 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/48a826ebe84b4ea7aca309235431fce4 is 50, key is test_row_0/C:col10/1732447340105/Put/seqid=0 2024-11-24T11:22:20,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/74797ccfd4cf4401ba6499cf61f6688e is 50, key is test_row_0/B:col10/1732447340819/Put/seqid=0 2024-11-24T11:22:20,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447400923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447400928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:20,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:20,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741911_1087 (size=12301) 2024-11-24T11:22:21,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741912_1088 (size=13085) 2024-11-24T11:22:21,020 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/48a826ebe84b4ea7aca309235431fce4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/48a826ebe84b4ea7aca309235431fce4 2024-11-24T11:22:21,030 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into 48a826ebe84b4ea7aca309235431fce4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:21,030 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:21,030 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=13, startTime=1732447340782; duration=0sec 2024-11-24T11:22:21,030 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:21,030 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:21,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447401048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447401049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:21,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:21,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T11:22:21,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447401253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447401252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:21,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:21,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447401304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447401308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/74797ccfd4cf4401ba6499cf61f6688e 2024-11-24T11:22:21,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/c2edb94fa50e4f858c374c8ff6eb24f1 is 50, key is test_row_0/C:col10/1732447340819/Put/seqid=0 2024-11-24T11:22:21,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741913_1089 (size=12301) 2024-11-24T11:22:21,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:21,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447401561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447401560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,615 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/c2edb94fa50e4f858c374c8ff6eb24f1 2024-11-24T11:22:21,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/d1b7615e59f1432bbe964a105c2ddd63 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d1b7615e59f1432bbe964a105c2ddd63 2024-11-24T11:22:21,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d1b7615e59f1432bbe964a105c2ddd63, entries=150, sequenceid=360, filesize=12.0 K 2024-11-24T11:22:21,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/74797ccfd4cf4401ba6499cf61f6688e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/74797ccfd4cf4401ba6499cf61f6688e 2024-11-24T11:22:21,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/74797ccfd4cf4401ba6499cf61f6688e, entries=150, sequenceid=360, filesize=12.0 K 2024-11-24T11:22:21,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/c2edb94fa50e4f858c374c8ff6eb24f1 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2edb94fa50e4f858c374c8ff6eb24f1 2024-11-24T11:22:21,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:21,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:21,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:21,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:21,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2edb94fa50e4f858c374c8ff6eb24f1, entries=150, sequenceid=360, filesize=12.0 K 2024-11-24T11:22:21,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 1122ms, sequenceid=360, compaction requested=false 2024-11-24T11:22:21,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:22,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:22:22,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:22,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:22,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:22,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/ef8db65f5c594f01822a95b692814139 is 50, key is test_row_0/A:col10/1732447340916/Put/seqid=0 2024-11-24T11:22:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T11:22:22,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741914_1090 (size=14741) 2024-11-24T11:22:22,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447402157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447402158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,236 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:22,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:22,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447402264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447402268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:22,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:22,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447402471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447402471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/ef8db65f5c594f01822a95b692814139 2024-11-24T11:22:22,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/23b5b4317dae470aa8b508b6fe297ec7 is 50, key is test_row_0/B:col10/1732447340916/Put/seqid=0 2024-11-24T11:22:22,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741915_1091 (size=12301) 2024-11-24T11:22:22,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/23b5b4317dae470aa8b508b6fe297ec7 2024-11-24T11:22:22,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/017e304786924d5dae1583c3c62c635a is 50, key is test_row_0/C:col10/1732447340916/Put/seqid=0 2024-11-24T11:22:22,698 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741916_1092 (size=12301) 2024-11-24T11:22:22,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/017e304786924d5dae1583c3c62c635a 2024-11-24T11:22:22,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/ef8db65f5c594f01822a95b692814139 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/ef8db65f5c594f01822a95b692814139 2024-11-24T11:22:22,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/ef8db65f5c594f01822a95b692814139, entries=200, sequenceid=376, filesize=14.4 K 2024-11-24T11:22:22,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/23b5b4317dae470aa8b508b6fe297ec7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/23b5b4317dae470aa8b508b6fe297ec7 2024-11-24T11:22:22,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/23b5b4317dae470aa8b508b6fe297ec7, entries=150, sequenceid=376, filesize=12.0 K 2024-11-24T11:22:22,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/017e304786924d5dae1583c3c62c635a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/017e304786924d5dae1583c3c62c635a 2024-11-24T11:22:22,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/017e304786924d5dae1583c3c62c635a, entries=150, sequenceid=376, filesize=12.0 K 2024-11-24T11:22:22,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 709ms, sequenceid=376, compaction requested=true 2024-11-24T11:22:22,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:22,779 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:22,781 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:22,781 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:22,782 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:22,782 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,783 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f111e51d30fd4d0eaed77ed340758228, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d1b7615e59f1432bbe964a105c2ddd63, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/ef8db65f5c594f01822a95b692814139] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=39.2 K 2024-11-24T11:22:22,783 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:22,784 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:22,784 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,784 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f111e51d30fd4d0eaed77ed340758228, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732447339159 2024-11-24T11:22:22,784 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/dd04f0fb385648b8824524e49f1e8c75, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/74797ccfd4cf4401ba6499cf61f6688e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/23b5b4317dae470aa8b508b6fe297ec7] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=36.8 K 2024-11-24T11:22:22,784 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1b7615e59f1432bbe964a105c2ddd63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732447340185 2024-11-24T11:22:22,784 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting dd04f0fb385648b8824524e49f1e8c75, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732447339159 2024-11-24T11:22:22,785 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 74797ccfd4cf4401ba6499cf61f6688e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732447340185 2024-11-24T11:22:22,785 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef8db65f5c594f01822a95b692814139, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732447340862 2024-11-24T11:22:22,786 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 23b5b4317dae470aa8b508b6fe297ec7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732447340916 2024-11-24T11:22:22,801 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:22,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:22:22,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:22,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:22,802 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/5bb8c37ae66a49ef8da967a39b5c3844 is 50, key is test_row_0/B:col10/1732447340916/Put/seqid=0 2024-11-24T11:22:22,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:22,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:22,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:22,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:22,808 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:22,809 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/9742502eeab94861b24deac3b67348d9 is 50, key is test_row_0/A:col10/1732447340916/Put/seqid=0 2024-11-24T11:22:22,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741917_1093 (size=13187) 2024-11-24T11:22:22,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447402827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/134d0a348d5741aa8fa2e8c71e407e3c is 50, key is test_row_0/A:col10/1732447342156/Put/seqid=0 2024-11-24T11:22:22,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447402836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741918_1094 (size=13187) 2024-11-24T11:22:22,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,855 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/9742502eeab94861b24deac3b67348d9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/9742502eeab94861b24deac3b67348d9 2024-11-24T11:22:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:22,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741919_1095 (size=14741) 2024-11-24T11:22:22,901 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into 9742502eeab94861b24deac3b67348d9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:22,901 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:22,901 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=13, startTime=1732447342779; duration=0sec 2024-11-24T11:22:22,902 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:22,902 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:22,902 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:22,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/134d0a348d5741aa8fa2e8c71e407e3c 2024-11-24T11:22:22,906 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:22,906 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:22,906 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:22,907 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/48a826ebe84b4ea7aca309235431fce4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2edb94fa50e4f858c374c8ff6eb24f1, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/017e304786924d5dae1583c3c62c635a] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=36.8 K 2024-11-24T11:22:22,909 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48a826ebe84b4ea7aca309235431fce4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732447339159 2024-11-24T11:22:22,909 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2edb94fa50e4f858c374c8ff6eb24f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732447340185 2024-11-24T11:22:22,912 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 017e304786924d5dae1583c3c62c635a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732447340916 2024-11-24T11:22:22,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/5c55d56c36e043d9a9d9c92d920c5d62 is 50, key is test_row_0/B:col10/1732447342156/Put/seqid=0 2024-11-24T11:22:22,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447402938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,946 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:22,946 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/28cb4cb912fb4320b09f245ff14c89c3 is 50, key is test_row_0/C:col10/1732447340916/Put/seqid=0 2024-11-24T11:22:22,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447402941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:22,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741921_1097 (size=13187) 2024-11-24T11:22:23,007 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/28cb4cb912fb4320b09f245ff14c89c3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/28cb4cb912fb4320b09f245ff14c89c3 2024-11-24T11:22:23,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:23,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:23,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:23,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:23,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:23,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741920_1096 (size=12301) 2024-11-24T11:22:23,017 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into 28cb4cb912fb4320b09f245ff14c89c3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:23,017 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:23,017 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=13, startTime=1732447342781; duration=0sec 2024-11-24T11:22:23,017 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:23,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/5c55d56c36e043d9a9d9c92d920c5d62 2024-11-24T11:22:23,017 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:23,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/d391f9ddbd15490dadda90a80b5e9154 is 50, key is test_row_0/C:col10/1732447342156/Put/seqid=0 2024-11-24T11:22:23,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741922_1098 (size=12301) 2024-11-24T11:22:23,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/d391f9ddbd15490dadda90a80b5e9154 2024-11-24T11:22:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/134d0a348d5741aa8fa2e8c71e407e3c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/134d0a348d5741aa8fa2e8c71e407e3c 2024-11-24T11:22:23,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/134d0a348d5741aa8fa2e8c71e407e3c, entries=200, sequenceid=401, filesize=14.4 K 2024-11-24T11:22:23,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/5c55d56c36e043d9a9d9c92d920c5d62 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/5c55d56c36e043d9a9d9c92d920c5d62 2024-11-24T11:22:23,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447403143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/5c55d56c36e043d9a9d9c92d920c5d62, entries=150, sequenceid=401, filesize=12.0 K 2024-11-24T11:22:23,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/d391f9ddbd15490dadda90a80b5e9154 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/d391f9ddbd15490dadda90a80b5e9154 2024-11-24T11:22:23,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447403151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/d391f9ddbd15490dadda90a80b5e9154, entries=150, sequenceid=401, filesize=12.0 K 2024-11-24T11:22:23,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 357ms, sequenceid=401, compaction requested=false 2024-11-24T11:22:23,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:23,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T11:22:23,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:23,163 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/168b84f92123415fb9e4ee6e00352a72 is 50, key is test_row_0/A:col10/1732447342824/Put/seqid=0 2024-11-24T11:22:23,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741923_1099 (size=12301) 2024-11-24T11:22:23,249 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/5bb8c37ae66a49ef8da967a39b5c3844 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/5bb8c37ae66a49ef8da967a39b5c3844 2024-11-24T11:22:23,259 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into 5bb8c37ae66a49ef8da967a39b5c3844(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:23,260 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:23,260 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=13, startTime=1732447342781; duration=0sec 2024-11-24T11:22:23,260 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:23,260 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:23,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:23,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447403393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447403395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447403451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447403465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447403499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447403502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,607 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/168b84f92123415fb9e4ee6e00352a72 2024-11-24T11:22:23,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1d554b5c484e4e01b62b349612a011b0 is 50, key is test_row_0/B:col10/1732447342824/Put/seqid=0 2024-11-24T11:22:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741924_1100 (size=12301) 2024-11-24T11:22:23,674 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1d554b5c484e4e01b62b349612a011b0 2024-11-24T11:22:23,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/aa9306721cde49a680e9dd38ef766a07 is 50, key is test_row_0/C:col10/1732447342824/Put/seqid=0 2024-11-24T11:22:23,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447403703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447403705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741925_1101 (size=12301) 2024-11-24T11:22:23,716 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/aa9306721cde49a680e9dd38ef766a07 2024-11-24T11:22:23,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/168b84f92123415fb9e4ee6e00352a72 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/168b84f92123415fb9e4ee6e00352a72 2024-11-24T11:22:23,746 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/168b84f92123415fb9e4ee6e00352a72, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T11:22:23,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/1d554b5c484e4e01b62b349612a011b0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d554b5c484e4e01b62b349612a011b0 2024-11-24T11:22:23,759 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d554b5c484e4e01b62b349612a011b0, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T11:22:23,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/aa9306721cde49a680e9dd38ef766a07 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/aa9306721cde49a680e9dd38ef766a07 2024-11-24T11:22:23,768 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/aa9306721cde49a680e9dd38ef766a07, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T11:22:23,769 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 607ms, sequenceid=414, compaction requested=true 2024-11-24T11:22:23,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:23,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:23,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T11:22:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-24T11:22:23,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-24T11:22:23,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7200 sec 2024-11-24T11:22:23,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 3.7290 sec 2024-11-24T11:22:23,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:22:23,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:23,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:23,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:23,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:23,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:23,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:23,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/3e42ba139913403c888ea7af89aa1dc8 is 50, key is test_row_0/A:col10/1732447343377/Put/seqid=0 2024-11-24T11:22:23,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447403981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:23,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447403984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447404007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447404012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741926_1102 (size=14741) 2024-11-24T11:22:24,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/3e42ba139913403c888ea7af89aa1dc8 2024-11-24T11:22:24,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/c424b4abc213486fa47efa4d3684b59f is 50, key is test_row_0/B:col10/1732447343377/Put/seqid=0 2024-11-24T11:22:24,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741927_1103 (size=12301) 2024-11-24T11:22:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447404088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447404088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T11:22:24,158 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-24T11:22:24,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-24T11:22:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T11:22:24,163 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:24,164 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:24,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T11:22:24,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447404293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447404294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T11:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T11:22:24,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T11:22:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/c424b4abc213486fa47efa4d3684b59f 2024-11-24T11:22:24,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/ed8b1a0781914ad599258dd792317be4 is 50, key is test_row_0/C:col10/1732447343377/Put/seqid=0 2024-11-24T11:22:24,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447404513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447404516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741928_1104 (size=12301) 2024-11-24T11:22:24,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/ed8b1a0781914ad599258dd792317be4 2024-11-24T11:22:24,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/3e42ba139913403c888ea7af89aa1dc8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3e42ba139913403c888ea7af89aa1dc8 2024-11-24T11:22:24,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3e42ba139913403c888ea7af89aa1dc8, entries=200, sequenceid=441, filesize=14.4 K 2024-11-24T11:22:24,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/c424b4abc213486fa47efa4d3684b59f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/c424b4abc213486fa47efa4d3684b59f 2024-11-24T11:22:24,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/c424b4abc213486fa47efa4d3684b59f, entries=150, sequenceid=441, filesize=12.0 K 2024-11-24T11:22:24,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/ed8b1a0781914ad599258dd792317be4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed8b1a0781914ad599258dd792317be4 2024-11-24T11:22:24,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447404598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed8b1a0781914ad599258dd792317be4, entries=150, sequenceid=441, filesize=12.0 K 2024-11-24T11:22:24,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 647ms, sequenceid=441, compaction requested=true 2024-11-24T11:22:24,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:24,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:24,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:24,609 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:24,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:24,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:24,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:24,609 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:24,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:24,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:24,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:24,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:24,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:24,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:24,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:24,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:24,623 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:24,623 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:24,623 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,623 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/9742502eeab94861b24deac3b67348d9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/134d0a348d5741aa8fa2e8c71e407e3c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/168b84f92123415fb9e4ee6e00352a72, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3e42ba139913403c888ea7af89aa1dc8] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=53.7 K 2024-11-24T11:22:24,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,624 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:24,624 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:24,624 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,624 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/5bb8c37ae66a49ef8da967a39b5c3844, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/5c55d56c36e043d9a9d9c92d920c5d62, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d554b5c484e4e01b62b349612a011b0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/c424b4abc213486fa47efa4d3684b59f] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=48.9 K 2024-11-24T11:22:24,624 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9742502eeab94861b24deac3b67348d9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732447340916 2024-11-24T11:22:24,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T11:22:24,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:24,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,625 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bb8c37ae66a49ef8da967a39b5c3844, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732447340916 2024-11-24T11:22:24,625 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 134d0a348d5741aa8fa2e8c71e407e3c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732447342150 2024-11-24T11:22:24,626 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c55d56c36e043d9a9d9c92d920c5d62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732447342150 2024-11-24T11:22:24,626 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 168b84f92123415fb9e4ee6e00352a72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732447342816 2024-11-24T11:22:24,626 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d554b5c484e4e01b62b349612a011b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732447342816 2024-11-24T11:22:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,627 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting c424b4abc213486fa47efa4d3684b59f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447343367 2024-11-24T11:22:24,627 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e42ba139913403c888ea7af89aa1dc8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447343367 2024-11-24T11:22:24,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/a1df1c9ebc044431a620d6b6eb73696b is 50, key is test_row_0/A:col10/1732447343981/Put/seqid=0 2024-11-24T11:22:24,651 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:24,652 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/9b419a4801fd49a487ed3b48d9d5d9ae is 50, key is test_row_0/B:col10/1732447343377/Put/seqid=0 2024-11-24T11:22:24,660 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:24,661 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/6cc278a38da9457cac96d6c3aa029b2a is 50, key is test_row_0/A:col10/1732447343377/Put/seqid=0 2024-11-24T11:22:24,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741929_1105 (size=14741) 2024-11-24T11:22:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741930_1106 (size=13323) 2024-11-24T11:22:24,726 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/9b419a4801fd49a487ed3b48d9d5d9ae as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9b419a4801fd49a487ed3b48d9d5d9ae 2024-11-24T11:22:24,733 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into 9b419a4801fd49a487ed3b48d9d5d9ae(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:24,733 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:24,733 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=12, startTime=1732447344609; duration=0sec 2024-11-24T11:22:24,734 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:24,734 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:24,734 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:24,743 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:24,743 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:24,744 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,744 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/28cb4cb912fb4320b09f245ff14c89c3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/d391f9ddbd15490dadda90a80b5e9154, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/aa9306721cde49a680e9dd38ef766a07, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed8b1a0781914ad599258dd792317be4] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=48.9 K 2024-11-24T11:22:24,744 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 28cb4cb912fb4320b09f245ff14c89c3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732447340916 2024-11-24T11:22:24,745 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d391f9ddbd15490dadda90a80b5e9154, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732447342150 2024-11-24T11:22:24,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741931_1107 (size=13323) 2024-11-24T11:22:24,746 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting aa9306721cde49a680e9dd38ef766a07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732447342816 2024-11-24T11:22:24,747 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ed8b1a0781914ad599258dd792317be4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447343367 2024-11-24T11:22:24,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447404742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,759 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/6cc278a38da9457cac96d6c3aa029b2a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/6cc278a38da9457cac96d6c3aa029b2a 2024-11-24T11:22:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T11:22:24,767 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into 6cc278a38da9457cac96d6c3aa029b2a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:24,767 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:24,767 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=12, startTime=1732447344608; duration=0sec 2024-11-24T11:22:24,767 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:24,767 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:24,775 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:24,776 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/73df1dc7c9234724b58f16b6af025771 is 50, key is test_row_0/C:col10/1732447343377/Put/seqid=0 2024-11-24T11:22:24,777 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T11:22:24,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:24,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741932_1108 (size=13323) 2024-11-24T11:22:24,824 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/73df1dc7c9234724b58f16b6af025771 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/73df1dc7c9234724b58f16b6af025771 2024-11-24T11:22:24,839 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into 73df1dc7c9234724b58f16b6af025771(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:24,839 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:24,839 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=12, startTime=1732447344609; duration=0sec 2024-11-24T11:22:24,839 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:24,839 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:24,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447404852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:24,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T11:22:24,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:24,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:24,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447405061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:25,087 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:25,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T11:22:25,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/a1df1c9ebc044431a620d6b6eb73696b 2024-11-24T11:22:25,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447405108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:25,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/8f77f2cb66a0400abe93dbf4753572de is 50, key is test_row_0/B:col10/1732447343981/Put/seqid=0 2024-11-24T11:22:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741933_1109 (size=12301) 2024-11-24T11:22:25,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/8f77f2cb66a0400abe93dbf4753572de 2024-11-24T11:22:25,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/3dfadbb61ded4cd0a07182d89f605079 is 50, key is test_row_0/C:col10/1732447343981/Put/seqid=0 2024-11-24T11:22:25,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741934_1110 (size=12301) 2024-11-24T11:22:25,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/3dfadbb61ded4cd0a07182d89f605079 2024-11-24T11:22:25,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/a1df1c9ebc044431a620d6b6eb73696b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a1df1c9ebc044431a620d6b6eb73696b 2024-11-24T11:22:25,242 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:25,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a1df1c9ebc044431a620d6b6eb73696b, entries=200, sequenceid=452, filesize=14.4 K 2024-11-24T11:22:25,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/8f77f2cb66a0400abe93dbf4753572de as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8f77f2cb66a0400abe93dbf4753572de 2024-11-24T11:22:25,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8f77f2cb66a0400abe93dbf4753572de, entries=150, sequenceid=452, filesize=12.0 K 2024-11-24T11:22:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/3dfadbb61ded4cd0a07182d89f605079 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/3dfadbb61ded4cd0a07182d89f605079 2024-11-24T11:22:25,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T11:22:25,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:25,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/3dfadbb61ded4cd0a07182d89f605079, entries=150, sequenceid=452, filesize=12.0 K 2024-11-24T11:22:25,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 653ms, sequenceid=452, compaction requested=false 2024-11-24T11:22:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T11:22:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:25,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:22:25,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:25,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:25,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:25,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:25,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:25,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:25,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/3a9ca2ba143e431f9c46aa5a91e02f74 is 50, key is test_row_0/A:col10/1732447344725/Put/seqid=0 2024-11-24T11:22:25,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741935_1111 (size=14741) 2024-11-24T11:22:25,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/3a9ca2ba143e431f9c46aa5a91e02f74 2024-11-24T11:22:25,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447405404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:25,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:25,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T11:22:25,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:25,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/403685da1f1645baad1212a1237c4c9a is 50, key is test_row_0/B:col10/1732447344725/Put/seqid=0 2024-11-24T11:22:25,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741936_1112 (size=12301) 2024-11-24T11:22:25,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/403685da1f1645baad1212a1237c4c9a 2024-11-24T11:22:25,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/2ff4f258435e470da48587f81b2c4b14 is 50, key is test_row_0/C:col10/1732447344725/Put/seqid=0 2024-11-24T11:22:25,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447405533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:25,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447405535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:25,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447405536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:25,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741937_1113 (size=12301) 2024-11-24T11:22:25,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/2ff4f258435e470da48587f81b2c4b14 2024-11-24T11:22:25,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:25,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T11:22:25,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/3a9ca2ba143e431f9c46aa5a91e02f74 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3a9ca2ba143e431f9c46aa5a91e02f74 2024-11-24T11:22:25,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:25,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3a9ca2ba143e431f9c46aa5a91e02f74, entries=200, sequenceid=481, filesize=14.4 K 2024-11-24T11:22:25,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/403685da1f1645baad1212a1237c4c9a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/403685da1f1645baad1212a1237c4c9a 2024-11-24T11:22:25,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/403685da1f1645baad1212a1237c4c9a, entries=150, sequenceid=481, filesize=12.0 K 2024-11-24T11:22:25,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/2ff4f258435e470da48587f81b2c4b14 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2ff4f258435e470da48587f81b2c4b14 2024-11-24T11:22:25,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2ff4f258435e470da48587f81b2c4b14, entries=150, sequenceid=481, filesize=12.0 K 2024-11-24T11:22:25,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 233ms, sequenceid=481, compaction requested=true 2024-11-24T11:22:25,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:25,607 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:25,610 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42805 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:25,610 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:25,610 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,610 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/6cc278a38da9457cac96d6c3aa029b2a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a1df1c9ebc044431a620d6b6eb73696b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3a9ca2ba143e431f9c46aa5a91e02f74] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=41.8 K 2024-11-24T11:22:25,611 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cc278a38da9457cac96d6c3aa029b2a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447343367 2024-11-24T11:22:25,611 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1df1c9ebc044431a620d6b6eb73696b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732447343978 2024-11-24T11:22:25,612 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a9ca2ba143e431f9c46aa5a91e02f74, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732447344725 2024-11-24T11:22:25,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:25,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:25,615 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:25,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:25,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:25,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:25,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:25,622 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:25,622 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:25,622 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,623 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9b419a4801fd49a487ed3b48d9d5d9ae, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8f77f2cb66a0400abe93dbf4753572de, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/403685da1f1645baad1212a1237c4c9a] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=37.0 K 2024-11-24T11:22:25,624 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b419a4801fd49a487ed3b48d9d5d9ae, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447343367 2024-11-24T11:22:25,624 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f77f2cb66a0400abe93dbf4753572de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732447343978 2024-11-24T11:22:25,625 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 403685da1f1645baad1212a1237c4c9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732447344725 2024-11-24T11:22:25,639 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:25,640 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/537dbd8c897a4c7890cacd7106132f50 is 50, key is test_row_0/A:col10/1732447344725/Put/seqid=0 2024-11-24T11:22:25,641 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:25,642 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/be6260b75e034589ae6008f40958e2f1 is 50, key is test_row_0/B:col10/1732447344725/Put/seqid=0 2024-11-24T11:22:25,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741938_1114 (size=13425) 2024-11-24T11:22:25,684 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/537dbd8c897a4c7890cacd7106132f50 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/537dbd8c897a4c7890cacd7106132f50 2024-11-24T11:22:25,694 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into 537dbd8c897a4c7890cacd7106132f50(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:25,694 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:25,694 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=13, startTime=1732447345607; duration=0sec 2024-11-24T11:22:25,696 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:25,696 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:25,697 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:25,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741939_1115 (size=13425) 2024-11-24T11:22:25,699 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:25,699 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:25,699 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,699 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/73df1dc7c9234724b58f16b6af025771, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/3dfadbb61ded4cd0a07182d89f605079, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2ff4f258435e470da48587f81b2c4b14] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=37.0 K 2024-11-24T11:22:25,699 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73df1dc7c9234724b58f16b6af025771, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447343367 2024-11-24T11:22:25,700 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dfadbb61ded4cd0a07182d89f605079, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732447343978 2024-11-24T11:22:25,701 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ff4f258435e470da48587f81b2c4b14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732447344725 2024-11-24T11:22:25,711 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/be6260b75e034589ae6008f40958e2f1 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/be6260b75e034589ae6008f40958e2f1 2024-11-24T11:22:25,719 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into be6260b75e034589ae6008f40958e2f1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:25,719 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:25,719 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=13, startTime=1732447345615; duration=0sec 2024-11-24T11:22:25,720 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:25,720 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:25,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:25,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T11:22:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:25,724 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T11:22:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:25,729 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:25,730 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/11ee44ec404e4d9f966cfb522424f77c is 50, key is test_row_0/C:col10/1732447344725/Put/seqid=0 2024-11-24T11:22:25,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f60b913b7d7f4bc88125fa55588f627b is 50, key is test_row_0/A:col10/1732447345398/Put/seqid=0 2024-11-24T11:22:25,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:25,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741940_1116 (size=13425) 2024-11-24T11:22:25,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741941_1117 (size=12301) 2024-11-24T11:22:25,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447405926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:26,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447406039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447406120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:26,244 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/11ee44ec404e4d9f966cfb522424f77c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/11ee44ec404e4d9f966cfb522424f77c 2024-11-24T11:22:26,247 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f60b913b7d7f4bc88125fa55588f627b 2024-11-24T11:22:26,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447406249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:26,267 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into 11ee44ec404e4d9f966cfb522424f77c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:26,268 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:26,268 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=13, startTime=1732447345615; duration=0sec 2024-11-24T11:22:26,268 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:26,268 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T11:22:26,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/89b47297da46489e92ec20413144f134 is 50, key is test_row_0/B:col10/1732447345398/Put/seqid=0 2024-11-24T11:22:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741942_1118 (size=12301) 2024-11-24T11:22:26,314 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/89b47297da46489e92ec20413144f134 2024-11-24T11:22:26,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/6a14d4aa0290407aaebf13a08195488c is 50, key is test_row_0/C:col10/1732447345398/Put/seqid=0 2024-11-24T11:22:26,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741943_1119 (size=12301) 2024-11-24T11:22:26,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447406555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:26,773 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/6a14d4aa0290407aaebf13a08195488c 2024-11-24T11:22:26,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/f60b913b7d7f4bc88125fa55588f627b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f60b913b7d7f4bc88125fa55588f627b 2024-11-24T11:22:26,795 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f60b913b7d7f4bc88125fa55588f627b, entries=150, sequenceid=493, filesize=12.0 K 2024-11-24T11:22:26,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/89b47297da46489e92ec20413144f134 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/89b47297da46489e92ec20413144f134 2024-11-24T11:22:26,805 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/89b47297da46489e92ec20413144f134, entries=150, sequenceid=493, filesize=12.0 K 2024-11-24T11:22:26,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/6a14d4aa0290407aaebf13a08195488c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6a14d4aa0290407aaebf13a08195488c 2024-11-24T11:22:26,813 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6a14d4aa0290407aaebf13a08195488c, entries=150, sequenceid=493, filesize=12.0 K 2024-11-24T11:22:26,815 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 1091ms, sequenceid=493, compaction requested=false 2024-11-24T11:22:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-24T11:22:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-24T11:22:26,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-24T11:22:26,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6520 sec 2024-11-24T11:22:26,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.6580 sec 2024-11-24T11:22:27,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T11:22:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:27,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:27,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/10317131d3c84b50bcee4eb6169289c0 is 50, key is test_row_0/A:col10/1732447345903/Put/seqid=0 2024-11-24T11:22:27,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447407106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:27,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741944_1120 (size=14741) 2024-11-24T11:22:27,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447407212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:27,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447407416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:27,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/10317131d3c84b50bcee4eb6169289c0 2024-11-24T11:22:27,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/fb9ce119312d485784100bf0ce5edeea is 50, key is test_row_0/B:col10/1732447345903/Put/seqid=0 2024-11-24T11:22:27,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1732447407553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:27,554 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:27,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39006 deadline: 1732447407555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:27,556 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:27,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741945_1121 (size=12301) 2024-11-24T11:22:27,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/fb9ce119312d485784100bf0ce5edeea 2024-11-24T11:22:27,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/845b1d29ca6d4697bfb45111e955a027 is 50, key is test_row_0/C:col10/1732447345903/Put/seqid=0 2024-11-24T11:22:27,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741946_1122 (size=12301) 2024-11-24T11:22:27,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/845b1d29ca6d4697bfb45111e955a027 2024-11-24T11:22:27,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/10317131d3c84b50bcee4eb6169289c0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/10317131d3c84b50bcee4eb6169289c0 2024-11-24T11:22:27,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/10317131d3c84b50bcee4eb6169289c0, entries=200, sequenceid=521, filesize=14.4 K 2024-11-24T11:22:27,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/fb9ce119312d485784100bf0ce5edeea as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/fb9ce119312d485784100bf0ce5edeea 2024-11-24T11:22:27,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/fb9ce119312d485784100bf0ce5edeea, entries=150, sequenceid=521, filesize=12.0 K 2024-11-24T11:22:27,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/845b1d29ca6d4697bfb45111e955a027 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/845b1d29ca6d4697bfb45111e955a027 2024-11-24T11:22:27,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/845b1d29ca6d4697bfb45111e955a027, entries=150, sequenceid=521, filesize=12.0 K 2024-11-24T11:22:27,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 616ms, sequenceid=521, compaction requested=true 2024-11-24T11:22:27,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:27,683 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:27,683 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:27,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:27,684 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:27,684 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:27,684 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:27,685 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:27,685 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:27,685 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:27,685 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/537dbd8c897a4c7890cacd7106132f50, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f60b913b7d7f4bc88125fa55588f627b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/10317131d3c84b50bcee4eb6169289c0] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=39.5 K 2024-11-24T11:22:27,685 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/be6260b75e034589ae6008f40958e2f1, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/89b47297da46489e92ec20413144f134, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/fb9ce119312d485784100bf0ce5edeea] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=37.1 K 2024-11-24T11:22:27,685 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 537dbd8c897a4c7890cacd7106132f50, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732447344725 2024-11-24T11:22:27,685 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting be6260b75e034589ae6008f40958e2f1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732447344725 2024-11-24T11:22:27,686 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 89b47297da46489e92ec20413144f134, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732447345394 2024-11-24T11:22:27,686 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f60b913b7d7f4bc88125fa55588f627b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732447345394 2024-11-24T11:22:27,687 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10317131d3c84b50bcee4eb6169289c0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732447345876 2024-11-24T11:22:27,687 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting fb9ce119312d485784100bf0ce5edeea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732447345903 2024-11-24T11:22:27,710 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:27,711 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/4161d7b40cf14a59a447c02be96cc9ad is 50, key is test_row_0/B:col10/1732447345903/Put/seqid=0 2024-11-24T11:22:27,724 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:27,725 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/cb3856f9d202413d8a6b1bfdf0e15491 is 50, key is test_row_0/A:col10/1732447345903/Put/seqid=0 2024-11-24T11:22:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:27,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:27,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:27,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:27,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:27,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:27,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:27,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741947_1123 (size=13527) 2024-11-24T11:22:27,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/3dbdade59d56467da87355038f27fab2 is 50, key is test_row_0/A:col10/1732447347091/Put/seqid=0 2024-11-24T11:22:27,782 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/4161d7b40cf14a59a447c02be96cc9ad as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/4161d7b40cf14a59a447c02be96cc9ad 2024-11-24T11:22:27,789 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into 4161d7b40cf14a59a447c02be96cc9ad(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:27,789 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:27,789 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=13, startTime=1732447347683; duration=0sec 2024-11-24T11:22:27,789 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:27,789 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:27,789 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:27,790 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:27,791 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:27,791 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:27,791 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/11ee44ec404e4d9f966cfb522424f77c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6a14d4aa0290407aaebf13a08195488c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/845b1d29ca6d4697bfb45111e955a027] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=37.1 K 2024-11-24T11:22:27,791 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 11ee44ec404e4d9f966cfb522424f77c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732447344725 2024-11-24T11:22:27,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741948_1124 (size=13527) 2024-11-24T11:22:27,794 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a14d4aa0290407aaebf13a08195488c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732447345394 2024-11-24T11:22:27,795 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 845b1d29ca6d4697bfb45111e955a027, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732447345903 2024-11-24T11:22:27,805 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/cb3856f9d202413d8a6b1bfdf0e15491 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/cb3856f9d202413d8a6b1bfdf0e15491 2024-11-24T11:22:27,817 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into cb3856f9d202413d8a6b1bfdf0e15491(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:27,817 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:27,817 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=13, startTime=1732447347683; duration=0sec 2024-11-24T11:22:27,817 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:27,817 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:27,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741949_1125 (size=12301) 2024-11-24T11:22:27,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/3dbdade59d56467da87355038f27fab2 2024-11-24T11:22:27,830 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:27,831 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/43a7bd7b35f04058abf2cc97b2c87c88 is 50, key is test_row_0/C:col10/1732447345903/Put/seqid=0 2024-11-24T11:22:27,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/8e981cdb2ee84c55bbfb13eb6148ed9e is 50, key is test_row_0/B:col10/1732447347091/Put/seqid=0 2024-11-24T11:22:27,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447407897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:27,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741951_1127 (size=12301) 2024-11-24T11:22:27,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741950_1126 (size=13527) 2024-11-24T11:22:27,937 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/43a7bd7b35f04058abf2cc97b2c87c88 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/43a7bd7b35f04058abf2cc97b2c87c88 2024-11-24T11:22:27,947 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into 43a7bd7b35f04058abf2cc97b2c87c88(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:27,947 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:27,947 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=13, startTime=1732447347683; duration=0sec 2024-11-24T11:22:27,947 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:27,947 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:28,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447408005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:28,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1732447408136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:28,141 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:28,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447408214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T11:22:28,272 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-24T11:22:28,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-24T11:22:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T11:22:28,276 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:28,277 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:28,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:28,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/8e981cdb2ee84c55bbfb13eb6148ed9e 2024-11-24T11:22:28,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/f030c1bb45074a38b049cde67d361a0d is 50, key is test_row_0/C:col10/1732447347091/Put/seqid=0 2024-11-24T11:22:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T11:22:28,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741952_1128 (size=12301) 2024-11-24T11:22:28,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/f030c1bb45074a38b049cde67d361a0d 2024-11-24T11:22:28,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/3dbdade59d56467da87355038f27fab2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3dbdade59d56467da87355038f27fab2 2024-11-24T11:22:28,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3dbdade59d56467da87355038f27fab2, entries=150, sequenceid=532, filesize=12.0 K 2024-11-24T11:22:28,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/8e981cdb2ee84c55bbfb13eb6148ed9e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8e981cdb2ee84c55bbfb13eb6148ed9e 2024-11-24T11:22:28,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8e981cdb2ee84c55bbfb13eb6148ed9e, entries=150, sequenceid=532, filesize=12.0 K 2024-11-24T11:22:28,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/f030c1bb45074a38b049cde67d361a0d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f030c1bb45074a38b049cde67d361a0d 2024-11-24T11:22:28,430 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:28,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T11:22:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:28,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:28,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:28,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f030c1bb45074a38b049cde67d361a0d, entries=150, sequenceid=532, filesize=12.0 K 2024-11-24T11:22:28,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 696ms, sequenceid=532, compaction requested=false 2024-11-24T11:22:28,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:28,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:22:28,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:28,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:28,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:28,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:28,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:28,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:28,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/5401c9df9e164baebeb36fc34118f39b is 50, key is test_row_0/A:col10/1732447348521/Put/seqid=0 2024-11-24T11:22:28,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447408564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T11:22:28,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:28,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T11:22:28,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:28,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:28,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:28,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741953_1129 (size=14741) 2024-11-24T11:22:28,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/5401c9df9e164baebeb36fc34118f39b 2024-11-24T11:22:28,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/a658fa2a15ff40c69a0ce0f25fe45f1c is 50, key is test_row_0/B:col10/1732447348521/Put/seqid=0 2024-11-24T11:22:28,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741954_1130 (size=12301) 2024-11-24T11:22:28,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 340 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447408673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:28,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/a658fa2a15ff40c69a0ce0f25fe45f1c 2024-11-24T11:22:28,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/e7122fe5039f4b5eaeae0afee37658e4 is 50, key is test_row_0/C:col10/1732447348521/Put/seqid=0 2024-11-24T11:22:28,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:28,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T11:22:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:28,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741955_1131 (size=12301) 2024-11-24T11:22:28,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/e7122fe5039f4b5eaeae0afee37658e4 2024-11-24T11:22:28,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/5401c9df9e164baebeb36fc34118f39b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5401c9df9e164baebeb36fc34118f39b 2024-11-24T11:22:28,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5401c9df9e164baebeb36fc34118f39b, entries=200, sequenceid=561, filesize=14.4 K 2024-11-24T11:22:28,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/a658fa2a15ff40c69a0ce0f25fe45f1c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a658fa2a15ff40c69a0ce0f25fe45f1c 2024-11-24T11:22:28,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a658fa2a15ff40c69a0ce0f25fe45f1c, entries=150, sequenceid=561, filesize=12.0 K 2024-11-24T11:22:28,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/e7122fe5039f4b5eaeae0afee37658e4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/e7122fe5039f4b5eaeae0afee37658e4 2024-11-24T11:22:28,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/e7122fe5039f4b5eaeae0afee37658e4, entries=150, sequenceid=561, filesize=12.0 K 2024-11-24T11:22:28,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 262ms, sequenceid=561, compaction requested=true 2024-11-24T11:22:28,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:28,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:28,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:28,786 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:28,786 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:28,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:28,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:28,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cc4e69b0f2c5777eb25d05b6c8e84b11:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:28,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:28,787 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:28,788 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/B is initiating minor compaction (all files) 2024-11-24T11:22:28,788 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/B in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:28,788 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/4161d7b40cf14a59a447c02be96cc9ad, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8e981cdb2ee84c55bbfb13eb6148ed9e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a658fa2a15ff40c69a0ce0f25fe45f1c] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=37.2 K 2024-11-24T11:22:28,789 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:28,789 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/A is initiating minor compaction (all files) 2024-11-24T11:22:28,789 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/A in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:28,789 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/cb3856f9d202413d8a6b1bfdf0e15491, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3dbdade59d56467da87355038f27fab2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5401c9df9e164baebeb36fc34118f39b] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=39.6 K 2024-11-24T11:22:28,790 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4161d7b40cf14a59a447c02be96cc9ad, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732447345903 2024-11-24T11:22:28,790 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb3856f9d202413d8a6b1bfdf0e15491, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732447345903 2024-11-24T11:22:28,790 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e981cdb2ee84c55bbfb13eb6148ed9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732447347091 2024-11-24T11:22:28,791 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dbdade59d56467da87355038f27fab2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732447347091 2024-11-24T11:22:28,791 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5401c9df9e164baebeb36fc34118f39b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1732447347833 2024-11-24T11:22:28,791 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a658fa2a15ff40c69a0ce0f25fe45f1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1732447347871 2024-11-24T11:22:28,812 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#A#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:28,813 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/e105686b291e4ad2b00dc21bb6f458cd is 50, key is test_row_0/A:col10/1732447348521/Put/seqid=0 2024-11-24T11:22:28,816 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#B#compaction#118 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:28,817 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/8eea7b95c2b948e58a0ce73e78e1fb67 is 50, key is test_row_0/B:col10/1732447348521/Put/seqid=0 2024-11-24T11:22:28,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741956_1132 (size=13629) 2024-11-24T11:22:28,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741957_1133 (size=13629) 2024-11-24T11:22:28,871 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/8eea7b95c2b948e58a0ce73e78e1fb67 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8eea7b95c2b948e58a0ce73e78e1fb67 2024-11-24T11:22:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T11:22:28,882 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/B of cc4e69b0f2c5777eb25d05b6c8e84b11 into 8eea7b95c2b948e58a0ce73e78e1fb67(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:28,882 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:28,882 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/B, priority=13, startTime=1732447348786; duration=0sec 2024-11-24T11:22:28,882 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:28,882 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:B 2024-11-24T11:22:28,882 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:28,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:28,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:28,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:28,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:28,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:28,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:28,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:28,884 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:28,884 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): cc4e69b0f2c5777eb25d05b6c8e84b11/C is initiating minor compaction (all files) 2024-11-24T11:22:28,884 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cc4e69b0f2c5777eb25d05b6c8e84b11/C in TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:28,886 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/43a7bd7b35f04058abf2cc97b2c87c88, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f030c1bb45074a38b049cde67d361a0d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/e7122fe5039f4b5eaeae0afee37658e4] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp, totalSize=37.2 K 2024-11-24T11:22:28,886 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 43a7bd7b35f04058abf2cc97b2c87c88, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732447345903 2024-11-24T11:22:28,887 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting f030c1bb45074a38b049cde67d361a0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732447347091 2024-11-24T11:22:28,887 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting e7122fe5039f4b5eaeae0afee37658e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1732447347871 2024-11-24T11:22:28,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:28,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T11:22:28,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:28,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:28,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:28,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:28,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/b8f342e732eb4791a68d08848293c11b is 50, key is test_row_0/A:col10/1732447348879/Put/seqid=0 2024-11-24T11:22:28,908 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cc4e69b0f2c5777eb25d05b6c8e84b11#C#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:28,909 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/66d64c5c86b043598c87fbd9ba8b422f is 50, key is test_row_0/C:col10/1732447348521/Put/seqid=0 2024-11-24T11:22:28,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741958_1134 (size=14741) 2024-11-24T11:22:28,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/b8f342e732eb4791a68d08848293c11b 2024-11-24T11:22:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741959_1135 (size=13629) 2024-11-24T11:22:28,975 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/66d64c5c86b043598c87fbd9ba8b422f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/66d64c5c86b043598c87fbd9ba8b422f 2024-11-24T11:22:28,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/3097233ed987480998503e4b0428b2ca is 50, key is test_row_0/B:col10/1732447348879/Put/seqid=0 2024-11-24T11:22:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 365 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447408986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:29,002 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/C of cc4e69b0f2c5777eb25d05b6c8e84b11 into 66d64c5c86b043598c87fbd9ba8b422f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:29,003 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:29,003 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/C, priority=13, startTime=1732447348787; duration=0sec 2024-11-24T11:22:29,003 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:29,003 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:C 2024-11-24T11:22:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741960_1136 (size=12301) 2024-11-24T11:22:29,042 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:29,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T11:22:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,068 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522af94d to 127.0.0.1:50154 2024-11-24T11:22:29,068 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:29,070 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75a3f509 to 127.0.0.1:50154 2024-11-24T11:22:29,070 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04d2d42f to 127.0.0.1:50154 2024-11-24T11:22:29,070 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:29,070 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:29,074 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4695 to 127.0.0.1:50154 2024-11-24T11:22:29,074 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:29,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 367 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447409091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:29,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:29,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T11:22:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,256 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/e105686b291e4ad2b00dc21bb6f458cd as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/e105686b291e4ad2b00dc21bb6f458cd 2024-11-24T11:22:29,264 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cc4e69b0f2c5777eb25d05b6c8e84b11/A of cc4e69b0f2c5777eb25d05b6c8e84b11 into e105686b291e4ad2b00dc21bb6f458cd(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:29,264 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:29,264 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11., storeName=cc4e69b0f2c5777eb25d05b6c8e84b11/A, priority=13, startTime=1732447348786; duration=0sec 2024-11-24T11:22:29,264 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:29,264 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cc4e69b0f2c5777eb25d05b6c8e84b11:A 2024-11-24T11:22:29,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 369 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447409293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:29,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:29,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T11:22:29,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:29,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T11:22:29,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/3097233ed987480998503e4b0428b2ca 2024-11-24T11:22:29,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/73495371fade46839c218033f5b523c1 is 50, key is test_row_0/C:col10/1732447348879/Put/seqid=0 2024-11-24T11:22:29,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741961_1137 (size=12301) 2024-11-24T11:22:29,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:29,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T11:22:29,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:29,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,593 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:22:29,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 371 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1732447409596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:29,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:29,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T11:22:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:29,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T11:22:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:29,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/73495371fade46839c218033f5b523c1 2024-11-24T11:22:29,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/b8f342e732eb4791a68d08848293c11b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b8f342e732eb4791a68d08848293c11b 2024-11-24T11:22:29,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b8f342e732eb4791a68d08848293c11b, entries=200, sequenceid=573, filesize=14.4 K 2024-11-24T11:22:29,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/3097233ed987480998503e4b0428b2ca as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/3097233ed987480998503e4b0428b2ca 2024-11-24T11:22:29,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/3097233ed987480998503e4b0428b2ca, entries=150, sequenceid=573, filesize=12.0 K 2024-11-24T11:22:29,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/73495371fade46839c218033f5b523c1 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/73495371fade46839c218033f5b523c1 2024-11-24T11:22:29,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/73495371fade46839c218033f5b523c1, entries=150, sequenceid=573, filesize=12.0 K 2024-11-24T11:22:29,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 961ms, sequenceid=573, compaction requested=false 2024-11-24T11:22:29,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:29,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:29,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T11:22:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:29,964 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:22:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:29,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/8ac1776d8cfe48c6831411a80037daf0 is 50, key is test_row_0/A:col10/1732447348953/Put/seqid=0 2024-11-24T11:22:29,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741962_1138 (size=12301) 2024-11-24T11:22:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:30,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. as already flushing 2024-11-24T11:22:30,099 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18db075f to 127.0.0.1:50154 2024-11-24T11:22:30,100 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:30,375 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/8ac1776d8cfe48c6831411a80037daf0 2024-11-24T11:22:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T11:22:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/cc2943b1e7894e2099752c5e2a7e39af is 50, key is test_row_0/B:col10/1732447348953/Put/seqid=0 2024-11-24T11:22:30,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741963_1139 (size=12301) 2024-11-24T11:22:30,667 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c0e492 to 127.0.0.1:50154 2024-11-24T11:22:30,667 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:30,794 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/cc2943b1e7894e2099752c5e2a7e39af 2024-11-24T11:22:30,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/56c456a84f324cf396b2786a802ea42b is 50, key is test_row_0/C:col10/1732447348953/Put/seqid=0 2024-11-24T11:22:30,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741964_1140 (size=12301) 2024-11-24T11:22:31,210 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/56c456a84f324cf396b2786a802ea42b 2024-11-24T11:22:31,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/8ac1776d8cfe48c6831411a80037daf0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/8ac1776d8cfe48c6831411a80037daf0 2024-11-24T11:22:31,221 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/8ac1776d8cfe48c6831411a80037daf0, entries=150, sequenceid=600, filesize=12.0 K 2024-11-24T11:22:31,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/cc2943b1e7894e2099752c5e2a7e39af as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/cc2943b1e7894e2099752c5e2a7e39af 2024-11-24T11:22:31,228 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/cc2943b1e7894e2099752c5e2a7e39af, entries=150, sequenceid=600, filesize=12.0 K 2024-11-24T11:22:31,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/56c456a84f324cf396b2786a802ea42b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/56c456a84f324cf396b2786a802ea42b 2024-11-24T11:22:31,235 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/56c456a84f324cf396b2786a802ea42b, entries=150, sequenceid=600, filesize=12.0 K 2024-11-24T11:22:31,236 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 1272ms, sequenceid=600, compaction requested=true 2024-11-24T11:22:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-24T11:22:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-24T11:22:31,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-24T11:22:31,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9610 sec 2024-11-24T11:22:31,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.9670 sec 2024-11-24T11:22:31,589 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36f4802b to 127.0.0.1:50154 2024-11-24T11:22:31,589 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:31,593 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc751a9 to 127.0.0.1:50154 2024-11-24T11:22:31,593 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:32,169 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05552403 to 127.0.0.1:50154 2024-11-24T11:22:32,169 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T11:22:32,382 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 211 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3601 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3576 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1705 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5111 rows 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1711 2024-11-24T11:22:32,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5126 rows 2024-11-24T11:22:32,382 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T11:22:32,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d3c4a2 to 127.0.0.1:50154 2024-11-24T11:22:32,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:32,387 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T11:22:32,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T11:22:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T11:22:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T11:22:32,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447352406"}]},"ts":"1732447352406"} 2024-11-24T11:22:32,408 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T11:22:32,411 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T11:22:32,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T11:22:32,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cc4e69b0f2c5777eb25d05b6c8e84b11, UNASSIGN}] 2024-11-24T11:22:32,419 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cc4e69b0f2c5777eb25d05b6c8e84b11, UNASSIGN 2024-11-24T11:22:32,419 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=cc4e69b0f2c5777eb25d05b6c8e84b11, regionState=CLOSING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:32,421 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T11:22:32,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; CloseRegionProcedure cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:22:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T11:22:32,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:32,579 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(124): Close cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:32,580 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T11:22:32,581 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1681): Closing cc4e69b0f2c5777eb25d05b6c8e84b11, disabling compactions & flushes 2024-11-24T11:22:32,581 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:32,581 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:32,581 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. after waiting 0 ms 2024-11-24T11:22:32,581 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:32,582 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(2837): Flushing cc4e69b0f2c5777eb25d05b6c8e84b11 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T11:22:32,582 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=A 2024-11-24T11:22:32,582 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:32,582 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=B 2024-11-24T11:22:32,582 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:32,582 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cc4e69b0f2c5777eb25d05b6c8e84b11, store=C 2024-11-24T11:22:32,582 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:32,598 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/9c9a633c0d174ec49e3ff9fcedec86b2 is 50, key is test_row_0/A:col10/1732447352167/Put/seqid=0 2024-11-24T11:22:32,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741965_1141 (size=9857) 2024-11-24T11:22:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T11:22:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T11:22:33,011 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/9c9a633c0d174ec49e3ff9fcedec86b2 2024-11-24T11:22:33,023 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/15de1003fc0449aa88030f5cfec44a51 is 50, key is test_row_0/B:col10/1732447352167/Put/seqid=0 2024-11-24T11:22:33,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741966_1142 (size=9857) 2024-11-24T11:22:33,030 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/15de1003fc0449aa88030f5cfec44a51 2024-11-24T11:22:33,039 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/864b4667d289420b943f147f6a16db56 is 50, key is test_row_0/C:col10/1732447352167/Put/seqid=0 2024-11-24T11:22:33,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741967_1143 (size=9857) 2024-11-24T11:22:33,445 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/864b4667d289420b943f147f6a16db56 2024-11-24T11:22:33,452 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/A/9c9a633c0d174ec49e3ff9fcedec86b2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/9c9a633c0d174ec49e3ff9fcedec86b2 2024-11-24T11:22:33,464 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/9c9a633c0d174ec49e3ff9fcedec86b2, entries=100, sequenceid=608, filesize=9.6 K 2024-11-24T11:22:33,465 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/B/15de1003fc0449aa88030f5cfec44a51 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/15de1003fc0449aa88030f5cfec44a51 2024-11-24T11:22:33,471 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/15de1003fc0449aa88030f5cfec44a51, entries=100, sequenceid=608, filesize=9.6 K 2024-11-24T11:22:33,472 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/.tmp/C/864b4667d289420b943f147f6a16db56 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/864b4667d289420b943f147f6a16db56 2024-11-24T11:22:33,478 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/864b4667d289420b943f147f6a16db56, entries=100, sequenceid=608, filesize=9.6 K 2024-11-24T11:22:33,479 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for cc4e69b0f2c5777eb25d05b6c8e84b11 in 898ms, sequenceid=608, compaction requested=true 2024-11-24T11:22:33,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b228c608397f4ad0a2da4e63801fa4f7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/15dec2c020b844a194693362ce0e4308, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/ff598162add64d6e857489a717287559, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/14be3c49bc38469789963e0e9989c408, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b268b9b60ef64b0f9d77b1e16534c777, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/45c26c947331443bb434f66d9c2302b9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/92aa232d7e024ad9bd49a228b1edbe2f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/88dea7a1b52e41278637ef27ab17d85f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/12201f197d304107b3a3af2c74bb38b3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f062f125b24641b781749aeed08a49c0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f4b68cf1b35e4adf8b48191c2cd068ad, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/8d41be3d76e24c3086a53b776e7bd899, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/691e9df5221441b88bd29a83079554ed, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f20ddce9e3b24b3a9bceb8e3ac0ba767, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d74cc496a35c4e6fb65aa166ede368ae, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5d5db94939cd4d9789f6db60bf8bd781, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/385088280f4a497c8a17a40c3ef36461, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/bbf43882ca544f8d8dbb5e10513b8c70, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/eb3d987d087c4a99be98015c70e49209, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a73fb562931845e6b4acc1130c99f9bf, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3deb27eb943c4aafa7a005d51d4b47e5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5f1fc096742545d89d0d7d95862a8501, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f111e51d30fd4d0eaed77ed340758228, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/77a816f196e94f0d9d56510f13bd30fa, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d1b7615e59f1432bbe964a105c2ddd63, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/ef8db65f5c594f01822a95b692814139, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/9742502eeab94861b24deac3b67348d9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/134d0a348d5741aa8fa2e8c71e407e3c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/168b84f92123415fb9e4ee6e00352a72, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3e42ba139913403c888ea7af89aa1dc8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/6cc278a38da9457cac96d6c3aa029b2a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a1df1c9ebc044431a620d6b6eb73696b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3a9ca2ba143e431f9c46aa5a91e02f74, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/537dbd8c897a4c7890cacd7106132f50, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f60b913b7d7f4bc88125fa55588f627b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/10317131d3c84b50bcee4eb6169289c0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/cb3856f9d202413d8a6b1bfdf0e15491, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3dbdade59d56467da87355038f27fab2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5401c9df9e164baebeb36fc34118f39b] to archive 2024-11-24T11:22:33,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:22:33,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b228c608397f4ad0a2da4e63801fa4f7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b228c608397f4ad0a2da4e63801fa4f7 2024-11-24T11:22:33,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/15dec2c020b844a194693362ce0e4308 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/15dec2c020b844a194693362ce0e4308 2024-11-24T11:22:33,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/ff598162add64d6e857489a717287559 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/ff598162add64d6e857489a717287559 2024-11-24T11:22:33,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/14be3c49bc38469789963e0e9989c408 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/14be3c49bc38469789963e0e9989c408 2024-11-24T11:22:33,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b268b9b60ef64b0f9d77b1e16534c777 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b268b9b60ef64b0f9d77b1e16534c777 2024-11-24T11:22:33,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/45c26c947331443bb434f66d9c2302b9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/45c26c947331443bb434f66d9c2302b9 2024-11-24T11:22:33,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/92aa232d7e024ad9bd49a228b1edbe2f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/92aa232d7e024ad9bd49a228b1edbe2f 2024-11-24T11:22:33,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/88dea7a1b52e41278637ef27ab17d85f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/88dea7a1b52e41278637ef27ab17d85f 2024-11-24T11:22:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T11:22:33,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/12201f197d304107b3a3af2c74bb38b3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/12201f197d304107b3a3af2c74bb38b3 2024-11-24T11:22:33,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f062f125b24641b781749aeed08a49c0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f062f125b24641b781749aeed08a49c0 2024-11-24T11:22:33,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f4b68cf1b35e4adf8b48191c2cd068ad to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f4b68cf1b35e4adf8b48191c2cd068ad 2024-11-24T11:22:33,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/8d41be3d76e24c3086a53b776e7bd899 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/8d41be3d76e24c3086a53b776e7bd899 2024-11-24T11:22:33,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/691e9df5221441b88bd29a83079554ed to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/691e9df5221441b88bd29a83079554ed 2024-11-24T11:22:33,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f20ddce9e3b24b3a9bceb8e3ac0ba767 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f20ddce9e3b24b3a9bceb8e3ac0ba767 2024-11-24T11:22:33,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d74cc496a35c4e6fb65aa166ede368ae to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d74cc496a35c4e6fb65aa166ede368ae 2024-11-24T11:22:33,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5d5db94939cd4d9789f6db60bf8bd781 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5d5db94939cd4d9789f6db60bf8bd781 2024-11-24T11:22:33,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/385088280f4a497c8a17a40c3ef36461 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/385088280f4a497c8a17a40c3ef36461 2024-11-24T11:22:33,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/bbf43882ca544f8d8dbb5e10513b8c70 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/bbf43882ca544f8d8dbb5e10513b8c70 2024-11-24T11:22:33,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/eb3d987d087c4a99be98015c70e49209 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/eb3d987d087c4a99be98015c70e49209 2024-11-24T11:22:33,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a73fb562931845e6b4acc1130c99f9bf to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a73fb562931845e6b4acc1130c99f9bf 2024-11-24T11:22:33,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3deb27eb943c4aafa7a005d51d4b47e5 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3deb27eb943c4aafa7a005d51d4b47e5 2024-11-24T11:22:33,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5f1fc096742545d89d0d7d95862a8501 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5f1fc096742545d89d0d7d95862a8501 2024-11-24T11:22:33,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f111e51d30fd4d0eaed77ed340758228 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f111e51d30fd4d0eaed77ed340758228 2024-11-24T11:22:33,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/77a816f196e94f0d9d56510f13bd30fa to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/77a816f196e94f0d9d56510f13bd30fa 2024-11-24T11:22:33,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d1b7615e59f1432bbe964a105c2ddd63 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/d1b7615e59f1432bbe964a105c2ddd63 2024-11-24T11:22:33,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/ef8db65f5c594f01822a95b692814139 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/ef8db65f5c594f01822a95b692814139 2024-11-24T11:22:33,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/9742502eeab94861b24deac3b67348d9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/9742502eeab94861b24deac3b67348d9 2024-11-24T11:22:33,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/134d0a348d5741aa8fa2e8c71e407e3c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/134d0a348d5741aa8fa2e8c71e407e3c 2024-11-24T11:22:33,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/168b84f92123415fb9e4ee6e00352a72 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/168b84f92123415fb9e4ee6e00352a72 2024-11-24T11:22:33,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3e42ba139913403c888ea7af89aa1dc8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3e42ba139913403c888ea7af89aa1dc8 2024-11-24T11:22:33,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/6cc278a38da9457cac96d6c3aa029b2a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/6cc278a38da9457cac96d6c3aa029b2a 2024-11-24T11:22:33,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a1df1c9ebc044431a620d6b6eb73696b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/a1df1c9ebc044431a620d6b6eb73696b 2024-11-24T11:22:33,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3a9ca2ba143e431f9c46aa5a91e02f74 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3a9ca2ba143e431f9c46aa5a91e02f74 2024-11-24T11:22:33,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/537dbd8c897a4c7890cacd7106132f50 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/537dbd8c897a4c7890cacd7106132f50 2024-11-24T11:22:33,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f60b913b7d7f4bc88125fa55588f627b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/f60b913b7d7f4bc88125fa55588f627b 2024-11-24T11:22:33,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/10317131d3c84b50bcee4eb6169289c0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/10317131d3c84b50bcee4eb6169289c0 2024-11-24T11:22:33,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/cb3856f9d202413d8a6b1bfdf0e15491 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/cb3856f9d202413d8a6b1bfdf0e15491 2024-11-24T11:22:33,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3dbdade59d56467da87355038f27fab2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/3dbdade59d56467da87355038f27fab2 2024-11-24T11:22:33,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5401c9df9e164baebeb36fc34118f39b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/5401c9df9e164baebeb36fc34118f39b 2024-11-24T11:22:33,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/f21fb46c8a814f72bb5c2585779f79ac, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1040569f297647c0953c8e551b94ba38, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/4c7ad165e9984652ad963adba8159d25, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a823db5e22ac488e970057da23abd5c7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/48dc829d844c4fb390df8b2163d0cd66, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/391782d4ec5147a49239d4eb944e5a32, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/d42c34a4db444c6396d458a3d2443e55, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/75f332b882874b0cb870f249c44a23cf, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/7cf19c701b304a85bfad2a1e64b5793e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9e36e1d19ca343f2afb70a2d8608ce0c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9f96ef19a5a94a409fcf3516df99b70d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/53cb98f3b81642a8a0baab348d4d5d18, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/411a58b728114799b7b466312d63397f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/49395b2abc4247e4bc10864ee7cdfdc3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/424b397b70264e959208ef48a2300033, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a7484f8533d746d981e40b272aaf9615, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1bea3a28f4134d1685c897d26508644d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/839f9924b65d4f1798dd5a59bc9c90ee, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d91ab9e32e446e7a930d70c4425e8de, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/646318cf8a4440308626a89907578247, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/51a45cbc673048e8a90a8de7f4d395cf, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1f5439360d25410f9d1854f078f05d74, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/dd04f0fb385648b8824524e49f1e8c75, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/12d8c8a5c0b04d44b7eb922f98b9d2af, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/74797ccfd4cf4401ba6499cf61f6688e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/5bb8c37ae66a49ef8da967a39b5c3844, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/23b5b4317dae470aa8b508b6fe297ec7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/5c55d56c36e043d9a9d9c92d920c5d62, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d554b5c484e4e01b62b349612a011b0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9b419a4801fd49a487ed3b48d9d5d9ae, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/c424b4abc213486fa47efa4d3684b59f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8f77f2cb66a0400abe93dbf4753572de, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/be6260b75e034589ae6008f40958e2f1, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/403685da1f1645baad1212a1237c4c9a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/89b47297da46489e92ec20413144f134, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/4161d7b40cf14a59a447c02be96cc9ad, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/fb9ce119312d485784100bf0ce5edeea, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8e981cdb2ee84c55bbfb13eb6148ed9e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a658fa2a15ff40c69a0ce0f25fe45f1c] to archive 2024-11-24T11:22:33,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:22:33,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/f21fb46c8a814f72bb5c2585779f79ac to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/f21fb46c8a814f72bb5c2585779f79ac 2024-11-24T11:22:33,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1040569f297647c0953c8e551b94ba38 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1040569f297647c0953c8e551b94ba38 2024-11-24T11:22:33,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/4c7ad165e9984652ad963adba8159d25 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/4c7ad165e9984652ad963adba8159d25 2024-11-24T11:22:33,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a823db5e22ac488e970057da23abd5c7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a823db5e22ac488e970057da23abd5c7 2024-11-24T11:22:33,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/48dc829d844c4fb390df8b2163d0cd66 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/48dc829d844c4fb390df8b2163d0cd66 2024-11-24T11:22:33,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/391782d4ec5147a49239d4eb944e5a32 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/391782d4ec5147a49239d4eb944e5a32 2024-11-24T11:22:33,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/d42c34a4db444c6396d458a3d2443e55 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/d42c34a4db444c6396d458a3d2443e55 2024-11-24T11:22:33,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/75f332b882874b0cb870f249c44a23cf to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/75f332b882874b0cb870f249c44a23cf 2024-11-24T11:22:33,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/7cf19c701b304a85bfad2a1e64b5793e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/7cf19c701b304a85bfad2a1e64b5793e 2024-11-24T11:22:33,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9e36e1d19ca343f2afb70a2d8608ce0c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9e36e1d19ca343f2afb70a2d8608ce0c 2024-11-24T11:22:33,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9f96ef19a5a94a409fcf3516df99b70d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9f96ef19a5a94a409fcf3516df99b70d 2024-11-24T11:22:33,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/53cb98f3b81642a8a0baab348d4d5d18 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/53cb98f3b81642a8a0baab348d4d5d18 2024-11-24T11:22:33,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/411a58b728114799b7b466312d63397f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/411a58b728114799b7b466312d63397f 2024-11-24T11:22:33,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/49395b2abc4247e4bc10864ee7cdfdc3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/49395b2abc4247e4bc10864ee7cdfdc3 2024-11-24T11:22:33,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/424b397b70264e959208ef48a2300033 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/424b397b70264e959208ef48a2300033 2024-11-24T11:22:33,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a7484f8533d746d981e40b272aaf9615 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a7484f8533d746d981e40b272aaf9615 2024-11-24T11:22:33,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1bea3a28f4134d1685c897d26508644d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1bea3a28f4134d1685c897d26508644d 2024-11-24T11:22:33,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/839f9924b65d4f1798dd5a59bc9c90ee to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/839f9924b65d4f1798dd5a59bc9c90ee 2024-11-24T11:22:33,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d91ab9e32e446e7a930d70c4425e8de to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d91ab9e32e446e7a930d70c4425e8de 2024-11-24T11:22:33,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/646318cf8a4440308626a89907578247 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/646318cf8a4440308626a89907578247 2024-11-24T11:22:33,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/51a45cbc673048e8a90a8de7f4d395cf to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/51a45cbc673048e8a90a8de7f4d395cf 2024-11-24T11:22:33,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1f5439360d25410f9d1854f078f05d74 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1f5439360d25410f9d1854f078f05d74 2024-11-24T11:22:33,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/dd04f0fb385648b8824524e49f1e8c75 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/dd04f0fb385648b8824524e49f1e8c75 2024-11-24T11:22:33,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/12d8c8a5c0b04d44b7eb922f98b9d2af to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/12d8c8a5c0b04d44b7eb922f98b9d2af 2024-11-24T11:22:33,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/74797ccfd4cf4401ba6499cf61f6688e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/74797ccfd4cf4401ba6499cf61f6688e 2024-11-24T11:22:33,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/5bb8c37ae66a49ef8da967a39b5c3844 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/5bb8c37ae66a49ef8da967a39b5c3844 2024-11-24T11:22:33,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/23b5b4317dae470aa8b508b6fe297ec7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/23b5b4317dae470aa8b508b6fe297ec7 2024-11-24T11:22:33,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/5c55d56c36e043d9a9d9c92d920c5d62 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/5c55d56c36e043d9a9d9c92d920c5d62 2024-11-24T11:22:33,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d554b5c484e4e01b62b349612a011b0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/1d554b5c484e4e01b62b349612a011b0 2024-11-24T11:22:33,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9b419a4801fd49a487ed3b48d9d5d9ae to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/9b419a4801fd49a487ed3b48d9d5d9ae 2024-11-24T11:22:33,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/c424b4abc213486fa47efa4d3684b59f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/c424b4abc213486fa47efa4d3684b59f 2024-11-24T11:22:33,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8f77f2cb66a0400abe93dbf4753572de to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8f77f2cb66a0400abe93dbf4753572de 2024-11-24T11:22:33,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/be6260b75e034589ae6008f40958e2f1 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/be6260b75e034589ae6008f40958e2f1 2024-11-24T11:22:33,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/403685da1f1645baad1212a1237c4c9a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/403685da1f1645baad1212a1237c4c9a 2024-11-24T11:22:33,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/89b47297da46489e92ec20413144f134 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/89b47297da46489e92ec20413144f134 2024-11-24T11:22:33,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/4161d7b40cf14a59a447c02be96cc9ad to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/4161d7b40cf14a59a447c02be96cc9ad 2024-11-24T11:22:33,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/fb9ce119312d485784100bf0ce5edeea to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/fb9ce119312d485784100bf0ce5edeea 2024-11-24T11:22:33,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8e981cdb2ee84c55bbfb13eb6148ed9e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8e981cdb2ee84c55bbfb13eb6148ed9e 2024-11-24T11:22:33,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a658fa2a15ff40c69a0ce0f25fe45f1c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/a658fa2a15ff40c69a0ce0f25fe45f1c 2024-11-24T11:22:33,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/dca15df1f8e74683ad940162cf1121a2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f68beff7644940709f855467ada20d6e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/e10dbf48f9774ffe87f864b39d2192e6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c7071d18fab345df823e4c1f2772b359, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/782a014780c542c9bdead37a7ca6d986, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/a0400b93e6a9400ea0c46dad388754bc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/403abf58520d49908fa3790b0593afee, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/099a9628f5ec4e30bfe467a08e578367, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2bacae453a4e4c42a543cc5194a7b097, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/fecd8fe2392d4b2c99eb8f9792513c1a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/484b6a9bd8a34e0c8cbc441070b1c6cb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/341d0bae3338409a89cdd892eb1852d9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/9f3b941dad004a3dae9709813bfe0a44, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/0f74e5a7726344688d0c72695ca34fd6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/730a3b812ca74a25a1a4ca0ca55e0892, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/5a861a80e15549a089044a8f1a99c3a0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2751d8fc241e45eb86fff791ca4dadac, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6c98d6d201bc4fd1aca0ad9647911cf4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6db52d46e8ef4bb980d22971242b275b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/61b94414c6ee4285a2e79941e2513996, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f7440f3e905044e8afa6050750f182a1, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2279bff649d4112a85dc60feabaafcf, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/48a826ebe84b4ea7aca309235431fce4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed3fea0fef5e488ea374de6fba1d0599, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2edb94fa50e4f858c374c8ff6eb24f1, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/28cb4cb912fb4320b09f245ff14c89c3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/017e304786924d5dae1583c3c62c635a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/d391f9ddbd15490dadda90a80b5e9154, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/aa9306721cde49a680e9dd38ef766a07, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/73df1dc7c9234724b58f16b6af025771, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed8b1a0781914ad599258dd792317be4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/3dfadbb61ded4cd0a07182d89f605079, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/11ee44ec404e4d9f966cfb522424f77c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2ff4f258435e470da48587f81b2c4b14, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6a14d4aa0290407aaebf13a08195488c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/43a7bd7b35f04058abf2cc97b2c87c88, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/845b1d29ca6d4697bfb45111e955a027, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f030c1bb45074a38b049cde67d361a0d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/e7122fe5039f4b5eaeae0afee37658e4] to archive 2024-11-24T11:22:33,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:22:33,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/dca15df1f8e74683ad940162cf1121a2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/dca15df1f8e74683ad940162cf1121a2 2024-11-24T11:22:33,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f68beff7644940709f855467ada20d6e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f68beff7644940709f855467ada20d6e 2024-11-24T11:22:33,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/e10dbf48f9774ffe87f864b39d2192e6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/e10dbf48f9774ffe87f864b39d2192e6 2024-11-24T11:22:33,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c7071d18fab345df823e4c1f2772b359 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c7071d18fab345df823e4c1f2772b359 2024-11-24T11:22:33,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/782a014780c542c9bdead37a7ca6d986 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/782a014780c542c9bdead37a7ca6d986 2024-11-24T11:22:33,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/a0400b93e6a9400ea0c46dad388754bc to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/a0400b93e6a9400ea0c46dad388754bc 2024-11-24T11:22:33,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/403abf58520d49908fa3790b0593afee to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/403abf58520d49908fa3790b0593afee 2024-11-24T11:22:33,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/099a9628f5ec4e30bfe467a08e578367 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/099a9628f5ec4e30bfe467a08e578367 2024-11-24T11:22:33,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2bacae453a4e4c42a543cc5194a7b097 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2bacae453a4e4c42a543cc5194a7b097 2024-11-24T11:22:33,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/fecd8fe2392d4b2c99eb8f9792513c1a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/fecd8fe2392d4b2c99eb8f9792513c1a 2024-11-24T11:22:33,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/484b6a9bd8a34e0c8cbc441070b1c6cb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/484b6a9bd8a34e0c8cbc441070b1c6cb 2024-11-24T11:22:33,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/341d0bae3338409a89cdd892eb1852d9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/341d0bae3338409a89cdd892eb1852d9 2024-11-24T11:22:33,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/9f3b941dad004a3dae9709813bfe0a44 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/9f3b941dad004a3dae9709813bfe0a44 2024-11-24T11:22:33,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/0f74e5a7726344688d0c72695ca34fd6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/0f74e5a7726344688d0c72695ca34fd6 2024-11-24T11:22:33,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/730a3b812ca74a25a1a4ca0ca55e0892 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/730a3b812ca74a25a1a4ca0ca55e0892 2024-11-24T11:22:33,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/5a861a80e15549a089044a8f1a99c3a0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/5a861a80e15549a089044a8f1a99c3a0 2024-11-24T11:22:33,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2751d8fc241e45eb86fff791ca4dadac to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2751d8fc241e45eb86fff791ca4dadac 2024-11-24T11:22:33,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6c98d6d201bc4fd1aca0ad9647911cf4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6c98d6d201bc4fd1aca0ad9647911cf4 2024-11-24T11:22:33,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6db52d46e8ef4bb980d22971242b275b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6db52d46e8ef4bb980d22971242b275b 2024-11-24T11:22:33,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/61b94414c6ee4285a2e79941e2513996 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/61b94414c6ee4285a2e79941e2513996 2024-11-24T11:22:33,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f7440f3e905044e8afa6050750f182a1 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f7440f3e905044e8afa6050750f182a1 2024-11-24T11:22:33,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2279bff649d4112a85dc60feabaafcf to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2279bff649d4112a85dc60feabaafcf 2024-11-24T11:22:33,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/48a826ebe84b4ea7aca309235431fce4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/48a826ebe84b4ea7aca309235431fce4 2024-11-24T11:22:33,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed3fea0fef5e488ea374de6fba1d0599 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed3fea0fef5e488ea374de6fba1d0599 2024-11-24T11:22:33,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2edb94fa50e4f858c374c8ff6eb24f1 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/c2edb94fa50e4f858c374c8ff6eb24f1 2024-11-24T11:22:33,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/28cb4cb912fb4320b09f245ff14c89c3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/28cb4cb912fb4320b09f245ff14c89c3 2024-11-24T11:22:33,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/017e304786924d5dae1583c3c62c635a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/017e304786924d5dae1583c3c62c635a 2024-11-24T11:22:33,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/d391f9ddbd15490dadda90a80b5e9154 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/d391f9ddbd15490dadda90a80b5e9154 2024-11-24T11:22:33,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/aa9306721cde49a680e9dd38ef766a07 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/aa9306721cde49a680e9dd38ef766a07 2024-11-24T11:22:33,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/73df1dc7c9234724b58f16b6af025771 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/73df1dc7c9234724b58f16b6af025771 2024-11-24T11:22:33,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed8b1a0781914ad599258dd792317be4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/ed8b1a0781914ad599258dd792317be4 2024-11-24T11:22:33,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/3dfadbb61ded4cd0a07182d89f605079 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/3dfadbb61ded4cd0a07182d89f605079 2024-11-24T11:22:33,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/11ee44ec404e4d9f966cfb522424f77c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/11ee44ec404e4d9f966cfb522424f77c 2024-11-24T11:22:33,772 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:22:33,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2ff4f258435e470da48587f81b2c4b14 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/2ff4f258435e470da48587f81b2c4b14 2024-11-24T11:22:33,775 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:22:33,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6a14d4aa0290407aaebf13a08195488c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/6a14d4aa0290407aaebf13a08195488c 2024-11-24T11:22:33,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/43a7bd7b35f04058abf2cc97b2c87c88 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/43a7bd7b35f04058abf2cc97b2c87c88 2024-11-24T11:22:33,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/845b1d29ca6d4697bfb45111e955a027 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/845b1d29ca6d4697bfb45111e955a027 2024-11-24T11:22:33,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f030c1bb45074a38b049cde67d361a0d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/f030c1bb45074a38b049cde67d361a0d 2024-11-24T11:22:33,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/e7122fe5039f4b5eaeae0afee37658e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/e7122fe5039f4b5eaeae0afee37658e4 2024-11-24T11:22:33,796 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/recovered.edits/611.seqid, newMaxSeqId=611, maxSeqId=1 2024-11-24T11:22:33,800 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11. 2024-11-24T11:22:33,800 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1635): Region close journal for cc4e69b0f2c5777eb25d05b6c8e84b11: 2024-11-24T11:22:33,803 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(170): Closed cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:33,803 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=cc4e69b0f2c5777eb25d05b6c8e84b11, regionState=CLOSED 2024-11-24T11:22:33,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T11:22:33,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseRegionProcedure cc4e69b0f2c5777eb25d05b6c8e84b11, server=28d8a466d69e,38163,1732447321684 in 1.3840 sec 2024-11-24T11:22:33,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-11-24T11:22:33,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cc4e69b0f2c5777eb25d05b6c8e84b11, UNASSIGN in 1.3890 sec 2024-11-24T11:22:33,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-24T11:22:33,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3970 sec 2024-11-24T11:22:33,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447353814"}]},"ts":"1732447353814"} 2024-11-24T11:22:33,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T11:22:33,823 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T11:22:33,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4260 sec 2024-11-24T11:22:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T11:22:34,512 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-24T11:22:34,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T11:22:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:22:34,522 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:22:34,523 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=30, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:22:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T11:22:34,527 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:34,532 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/recovered.edits] 2024-11-24T11:22:34,535 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/8ac1776d8cfe48c6831411a80037daf0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/8ac1776d8cfe48c6831411a80037daf0 2024-11-24T11:22:34,537 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/9c9a633c0d174ec49e3ff9fcedec86b2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/9c9a633c0d174ec49e3ff9fcedec86b2 2024-11-24T11:22:34,539 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b8f342e732eb4791a68d08848293c11b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/b8f342e732eb4791a68d08848293c11b 2024-11-24T11:22:34,540 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/e105686b291e4ad2b00dc21bb6f458cd to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/A/e105686b291e4ad2b00dc21bb6f458cd 2024-11-24T11:22:34,543 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/15de1003fc0449aa88030f5cfec44a51 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/15de1003fc0449aa88030f5cfec44a51 2024-11-24T11:22:34,545 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/3097233ed987480998503e4b0428b2ca to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/3097233ed987480998503e4b0428b2ca 2024-11-24T11:22:34,547 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8eea7b95c2b948e58a0ce73e78e1fb67 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/8eea7b95c2b948e58a0ce73e78e1fb67 2024-11-24T11:22:34,549 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/cc2943b1e7894e2099752c5e2a7e39af to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/B/cc2943b1e7894e2099752c5e2a7e39af 2024-11-24T11:22:34,552 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/56c456a84f324cf396b2786a802ea42b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/56c456a84f324cf396b2786a802ea42b 2024-11-24T11:22:34,553 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/66d64c5c86b043598c87fbd9ba8b422f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/66d64c5c86b043598c87fbd9ba8b422f 2024-11-24T11:22:34,555 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/73495371fade46839c218033f5b523c1 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/73495371fade46839c218033f5b523c1 2024-11-24T11:22:34,556 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/864b4667d289420b943f147f6a16db56 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/C/864b4667d289420b943f147f6a16db56 2024-11-24T11:22:34,560 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/recovered.edits/611.seqid to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11/recovered.edits/611.seqid 2024-11-24T11:22:34,561 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/cc4e69b0f2c5777eb25d05b6c8e84b11 2024-11-24T11:22:34,561 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T11:22:34,567 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=30, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:22:34,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T11:22:34,574 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T11:22:34,610 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T11:22:34,612 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=30, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:22:34,612 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T11:22:34,612 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732447354612"}]},"ts":"9223372036854775807"} 2024-11-24T11:22:34,616 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T11:22:34,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => cc4e69b0f2c5777eb25d05b6c8e84b11, NAME => 'TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T11:22:34,617 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T11:22:34,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732447354617"}]},"ts":"9223372036854775807"} 2024-11-24T11:22:34,620 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T11:22:34,622 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=30, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:22:34,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 106 msec 2024-11-24T11:22:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T11:22:34,626 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-24T11:22:34,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1688006364_22 at /127.0.0.1:45526 [Waiting for operation #327] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7bd98ddb-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1688006364_22 at /127.0.0.1:50054 [Waiting for operation #136] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641148434_22 at /127.0.0.1:54476 [Waiting for operation #347] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7bd98ddb-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7bd98ddb-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;28d8a466d69e:38163-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7bd98ddb-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=583 (was 378) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7439 (was 8035) 2024-11-24T11:22:34,656 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=583, ProcessCount=11, AvailableMemoryMB=7438 2024-11-24T11:22:34,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T11:22:34,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T11:22:34,660 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:22:34,661 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:34,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 31 2024-11-24T11:22:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-24T11:22:34,661 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:22:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741968_1144 (size=963) 2024-11-24T11:22:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-24T11:22:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-24T11:22:35,071 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66 2024-11-24T11:22:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741969_1145 (size=53) 2024-11-24T11:22:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-24T11:22:35,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:35,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3b35c45ba12c8bf91f3fe83c59b1a0e4, disabling compactions & flushes 2024-11-24T11:22:35,477 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:35,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:35,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. after waiting 0 ms 2024-11-24T11:22:35,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:35,477 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:35,477 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:35,479 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:22:35,479 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732447355479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447355479"}]},"ts":"1732447355479"} 2024-11-24T11:22:35,481 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T11:22:35,482 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:22:35,482 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447355482"}]},"ts":"1732447355482"} 2024-11-24T11:22:35,483 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T11:22:35,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4, ASSIGN}] 2024-11-24T11:22:35,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4, ASSIGN 2024-11-24T11:22:35,490 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4, ASSIGN; state=OFFLINE, location=28d8a466d69e,38163,1732447321684; forceNewPlan=false, retain=false 2024-11-24T11:22:35,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=3b35c45ba12c8bf91f3fe83c59b1a0e4, regionState=OPENING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:35,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure 3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:22:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-24T11:22:35,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:35,797 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:35,797 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7285): Opening region: {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:35,798 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:35,798 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:35,798 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7327): checking encryption for 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:35,798 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7330): checking classloading for 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:35,799 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:35,801 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:22:35,801 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b35c45ba12c8bf91f3fe83c59b1a0e4 columnFamilyName A 2024-11-24T11:22:35,801 DEBUG [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:35,802 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(327): Store=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:35,802 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:35,803 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:22:35,803 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b35c45ba12c8bf91f3fe83c59b1a0e4 columnFamilyName B 2024-11-24T11:22:35,804 DEBUG [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:35,804 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(327): Store=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:35,804 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:35,805 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:22:35,805 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b35c45ba12c8bf91f3fe83c59b1a0e4 columnFamilyName C 2024-11-24T11:22:35,805 DEBUG [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:35,806 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(327): Store=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:35,806 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:35,807 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:35,807 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:35,809 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T11:22:35,810 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1085): writing seq id for 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:35,812 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:35,812 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1102): Opened 3b35c45ba12c8bf91f3fe83c59b1a0e4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72808938, jitterRate=0.08493772149085999}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T11:22:35,813 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1001): Region open journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:35,814 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., pid=33, masterSystemTime=1732447355794 2024-11-24T11:22:35,815 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:35,815 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:35,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=3b35c45ba12c8bf91f3fe83c59b1a0e4, regionState=OPEN, openSeqNum=2, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:35,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-24T11:22:35,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure 3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 in 175 msec 2024-11-24T11:22:35,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-24T11:22:35,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4, ASSIGN in 331 msec 2024-11-24T11:22:35,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:22:35,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447355821"}]},"ts":"1732447355821"} 2024-11-24T11:22:35,823 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T11:22:35,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:22:35,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1680 sec 2024-11-24T11:22:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-24T11:22:36,768 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 31 completed 2024-11-24T11:22:36,769 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fcb4db1 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e39091e 2024-11-24T11:22:36,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd61ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:36,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:36,777 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:36,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:36,780 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:36,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T11:22:36,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T11:22:36,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741970_1146 (size=999) 2024-11-24T11:22:37,211 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-24T11:22:37,211 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-24T11:22:37,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T11:22:37,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4, REOPEN/MOVE}] 2024-11-24T11:22:37,224 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4, REOPEN/MOVE 2024-11-24T11:22:37,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=3b35c45ba12c8bf91f3fe83c59b1a0e4, regionState=CLOSING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,226 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36993 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=28d8a466d69e,38163,1732447321684, table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T11:22:37,226 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T11:22:37,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:22:37,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,378 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,378 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T11:22:37,378 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 3b35c45ba12c8bf91f3fe83c59b1a0e4, disabling compactions & flushes 2024-11-24T11:22:37,378 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:37,378 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:37,379 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. after waiting 0 ms 2024-11-24T11:22:37,379 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:37,382 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T11:22:37,383 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:37,383 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:37,383 WARN [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionServer(3786): Not adding moved region record: 3b35c45ba12c8bf91f3fe83c59b1a0e4 to self. 2024-11-24T11:22:37,385 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,385 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=3b35c45ba12c8bf91f3fe83c59b1a0e4, regionState=CLOSED 2024-11-24T11:22:37,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T11:22:37,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 in 160 msec 2024-11-24T11:22:37,388 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4, REOPEN/MOVE; state=CLOSED, location=28d8a466d69e,38163,1732447321684; forceNewPlan=false, retain=true 2024-11-24T11:22:37,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=3b35c45ba12c8bf91f3fe83c59b1a0e4, regionState=OPENING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=36, state=RUNNABLE; OpenRegionProcedure 3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:22:37,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,694 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:37,694 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:37,695 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,695 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:37,695 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,695 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,697 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,698 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:22:37,703 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b35c45ba12c8bf91f3fe83c59b1a0e4 columnFamilyName A 2024-11-24T11:22:37,704 DEBUG [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:37,705 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(327): Store=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:37,705 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,706 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:22:37,706 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b35c45ba12c8bf91f3fe83c59b1a0e4 columnFamilyName B 2024-11-24T11:22:37,706 DEBUG [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:37,706 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(327): Store=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:37,706 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,707 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:22:37,707 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b35c45ba12c8bf91f3fe83c59b1a0e4 columnFamilyName C 2024-11-24T11:22:37,707 DEBUG [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:37,707 INFO [StoreOpener-3b35c45ba12c8bf91f3fe83c59b1a0e4-1 {}] regionserver.HStore(327): Store=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:37,707 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:37,708 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,709 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,710 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T11:22:37,711 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,712 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 3b35c45ba12c8bf91f3fe83c59b1a0e4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64912883, jitterRate=-0.03272266685962677}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T11:22:37,714 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:37,714 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., pid=38, masterSystemTime=1732447357691 2024-11-24T11:22:37,716 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:37,716 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:37,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=3b35c45ba12c8bf91f3fe83c59b1a0e4, regionState=OPEN, openSeqNum=5, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=36 2024-11-24T11:22:37,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=36, state=SUCCESS; OpenRegionProcedure 3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 in 178 msec 2024-11-24T11:22:37,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-24T11:22:37,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4, REOPEN/MOVE in 496 msec 2024-11-24T11:22:37,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-24T11:22:37,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 506 msec 2024-11-24T11:22:37,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-11-24T11:22:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T11:22:37,732 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ff49468 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ce9782 2024-11-24T11:22:37,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e36677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:37,740 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7763c4d1 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@216df2bd 2024-11-24T11:22:37,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19feb577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:37,745 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x012bf893 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14d1bb75 2024-11-24T11:22:37,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2170d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:37,749 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34a1b861 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@499c4ae8 2024-11-24T11:22:37,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71364816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:37,753 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61900726 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45472b1d 2024-11-24T11:22:37,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2bd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:37,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75df0cb6 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66547f33 2024-11-24T11:22:37,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf8c7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:37,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e9643ec to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b7e00ea 2024-11-24T11:22:37,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d3d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:37,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5422eac1 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fa0c9ff 2024-11-24T11:22:37,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504715bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:37,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x019d0bb4 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28dbd549 2024-11-24T11:22:37,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4059e724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:37,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-11-24T11:22:37,773 DEBUG [hconnection-0x7acfe2ca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:37,773 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T11:22:37,774 DEBUG [hconnection-0x5baca351-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:37,774 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:37,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:37,774 DEBUG [hconnection-0xcc95216-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:37,776 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:37,776 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:37,776 DEBUG [hconnection-0x7b48ac02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:37,778 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:37,778 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:37,781 DEBUG [hconnection-0x1454aeb7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:37,781 DEBUG [hconnection-0x60f1f0c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:37,782 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:37,784 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:37,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:37,794 DEBUG [hconnection-0x48a4b892-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:37,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:37,796 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:37,796 DEBUG [hconnection-0x1315ad42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:37,797 DEBUG [hconnection-0x507aa03d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:37,798 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:37,800 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:37,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447417833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447417842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447417843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447417845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447417845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249783326031854a4d95472985993e228e_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447357789/Put/seqid=0 2024-11-24T11:22:37,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741971_1147 (size=12154) 2024-11-24T11:22:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T11:22:37,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:37,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:37,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447417947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447417948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447417950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:37,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447417951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447417951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T11:22:38,080 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:38,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:38,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447418150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447418150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447418153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447418153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447418155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,234 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,271 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:38,277 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249783326031854a4d95472985993e228e_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249783326031854a4d95472985993e228e_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:38,279 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/301524223635486290f4d86500244a1c, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:38,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/301524223635486290f4d86500244a1c is 175, key is test_row_0/A:col10/1732447357789/Put/seqid=0 2024-11-24T11:22:38,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741972_1148 (size=30955) 2024-11-24T11:22:38,323 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/301524223635486290f4d86500244a1c 2024-11-24T11:22:38,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/cde02aba818a43399f6d654a1112c11c is 50, key is test_row_0/B:col10/1732447357789/Put/seqid=0 2024-11-24T11:22:38,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741973_1149 (size=12001) 2024-11-24T11:22:38,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/cde02aba818a43399f6d654a1112c11c 2024-11-24T11:22:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T11:22:38,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:38,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/4a5de7da44f243e8a45c515b1ae2afeb is 50, key is test_row_0/C:col10/1732447357789/Put/seqid=0 2024-11-24T11:22:38,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741974_1150 (size=12001) 2024-11-24T11:22:38,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447418453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447418455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447418455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447418458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447418458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:38,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:38,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:38,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:38,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/4a5de7da44f243e8a45c515b1ae2afeb 2024-11-24T11:22:38,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/301524223635486290f4d86500244a1c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/301524223635486290f4d86500244a1c 2024-11-24T11:22:38,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/301524223635486290f4d86500244a1c, entries=150, sequenceid=15, filesize=30.2 K 2024-11-24T11:22:38,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/cde02aba818a43399f6d654a1112c11c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cde02aba818a43399f6d654a1112c11c 2024-11-24T11:22:38,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:38,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:38,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:38,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:38,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cde02aba818a43399f6d654a1112c11c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T11:22:38,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/4a5de7da44f243e8a45c515b1ae2afeb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4a5de7da44f243e8a45c515b1ae2afeb 2024-11-24T11:22:38,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4a5de7da44f243e8a45c515b1ae2afeb, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T11:22:38,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 1081ms, sequenceid=15, compaction requested=false 2024-11-24T11:22:38,876 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T11:22:38,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T11:22:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:38,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:22:38,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:38,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:38,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:38,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:38,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:38,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:38,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246eabe0ebb92f491e9b04ab6cc54fd7ec_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447358963/Put/seqid=0 2024-11-24T11:22:38,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447418981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:38,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447418983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447418988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447418988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447418990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741975_1151 (size=14594) 2024-11-24T11:22:39,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:39,030 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246eabe0ebb92f491e9b04ab6cc54fd7ec_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246eabe0ebb92f491e9b04ab6cc54fd7ec_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:39,033 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/70ce7e432bb942e8a7022e8623fc34a6, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:39,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/70ce7e432bb942e8a7022e8623fc34a6 is 175, key is test_row_0/A:col10/1732447358963/Put/seqid=0 2024-11-24T11:22:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741976_1152 (size=39549) 2024-11-24T11:22:39,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447419093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447419093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447419116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447419116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447419116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,172 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447419297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447419298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447419321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447419323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447419325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,339 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,358 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T11:22:39,473 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/70ce7e432bb942e8a7022e8623fc34a6 2024-11-24T11:22:39,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/022a3fd273214e77956539a197427107 is 50, key is test_row_0/B:col10/1732447358963/Put/seqid=0 2024-11-24T11:22:39,493 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:39,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:39,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741977_1153 (size=12001) 2024-11-24T11:22:39,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447419601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447419602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447419626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447419627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447419628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:39,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:39,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:39,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:39,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T11:22:39,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/022a3fd273214e77956539a197427107 2024-11-24T11:22:39,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/0dc8088ec39a49d4a911166367b96ade is 50, key is test_row_0/C:col10/1732447358963/Put/seqid=0 2024-11-24T11:22:39,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741978_1154 (size=12001) 2024-11-24T11:22:39,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/0dc8088ec39a49d4a911166367b96ade 2024-11-24T11:22:39,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/70ce7e432bb942e8a7022e8623fc34a6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/70ce7e432bb942e8a7022e8623fc34a6 2024-11-24T11:22:39,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/70ce7e432bb942e8a7022e8623fc34a6, entries=200, sequenceid=41, filesize=38.6 K 2024-11-24T11:22:39,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/022a3fd273214e77956539a197427107 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/022a3fd273214e77956539a197427107 2024-11-24T11:22:39,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/022a3fd273214e77956539a197427107, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T11:22:39,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/0dc8088ec39a49d4a911166367b96ade as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/0dc8088ec39a49d4a911166367b96ade 2024-11-24T11:22:39,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/0dc8088ec39a49d4a911166367b96ade, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T11:22:39,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 985ms, sequenceid=41, compaction requested=false 2024-11-24T11:22:39,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:39,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:39,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-24T11:22:39,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:39,957 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T11:22:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112410c62d41b6c241f6a57d81f667f5a700_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447358982/Put/seqid=0 2024-11-24T11:22:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741979_1155 (size=12154) 2024-11-24T11:22:39,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:40,000 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112410c62d41b6c241f6a57d81f667f5a700_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112410c62d41b6c241f6a57d81f667f5a700_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:40,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/d03a303f0c9a4dd3a53dea02013a6cb4, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:40,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/d03a303f0c9a4dd3a53dea02013a6cb4 is 175, key is test_row_0/A:col10/1732447358982/Put/seqid=0 2024-11-24T11:22:40,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741980_1156 (size=30955) 2024-11-24T11:22:40,023 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/d03a303f0c9a4dd3a53dea02013a6cb4 2024-11-24T11:22:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/2b69a9e569b74fcebb16a0da279169e0 is 50, key is test_row_0/B:col10/1732447358982/Put/seqid=0 2024-11-24T11:22:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741981_1157 (size=12001) 2024-11-24T11:22:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:40,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:40,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447420147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447420146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447420150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447420147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447420154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447420257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447420257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447420257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447420257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447420257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,455 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/2b69a9e569b74fcebb16a0da279169e0 2024-11-24T11:22:40,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447420461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447420461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447420461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447420463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447420463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/90719644e64e431e89b3f217062e279e is 50, key is test_row_0/C:col10/1732447358982/Put/seqid=0 2024-11-24T11:22:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741982_1158 (size=12001) 2024-11-24T11:22:40,488 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/90719644e64e431e89b3f217062e279e 2024-11-24T11:22:40,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/d03a303f0c9a4dd3a53dea02013a6cb4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/d03a303f0c9a4dd3a53dea02013a6cb4 2024-11-24T11:22:40,511 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/d03a303f0c9a4dd3a53dea02013a6cb4, entries=150, sequenceid=51, filesize=30.2 K 2024-11-24T11:22:40,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/2b69a9e569b74fcebb16a0da279169e0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/2b69a9e569b74fcebb16a0da279169e0 2024-11-24T11:22:40,517 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/2b69a9e569b74fcebb16a0da279169e0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T11:22:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/90719644e64e431e89b3f217062e279e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90719644e64e431e89b3f217062e279e 2024-11-24T11:22:40,536 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90719644e64e431e89b3f217062e279e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T11:22:40,538 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 581ms, sequenceid=51, compaction requested=true 2024-11-24T11:22:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-24T11:22:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-11-24T11:22:40,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-24T11:22:40,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7650 sec 2024-11-24T11:22:40,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 2.7700 sec 2024-11-24T11:22:40,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T11:22:40,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:40,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:40,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:40,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:40,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:40,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:40,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447420777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447420782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447420782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447420784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447420785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124de94699e8ae842be88fa2e26b9f11596_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447360768/Put/seqid=0 2024-11-24T11:22:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741983_1159 (size=14594) 2024-11-24T11:22:40,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447420887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447420890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447420890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447420894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:40,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447420894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447421093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:41,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447421094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:41,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447421094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:41,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447421104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:41,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447421107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:41,231 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:41,238 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124de94699e8ae842be88fa2e26b9f11596_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124de94699e8ae842be88fa2e26b9f11596_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:41,239 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/4645817f852e4aeb8369f856f4a92159, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:41,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/4645817f852e4aeb8369f856f4a92159 is 175, key is test_row_0/A:col10/1732447360768/Put/seqid=0 2024-11-24T11:22:41,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741984_1160 (size=39549) 2024-11-24T11:22:41,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447421398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:41,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447421401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:41,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447421402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:41,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447421410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:41,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447421412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:41,690 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/4645817f852e4aeb8369f856f4a92159 2024-11-24T11:22:41,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/925d999a0fa14ca4bbfd3f863541a2c2 is 50, key is test_row_0/B:col10/1732447360768/Put/seqid=0 2024-11-24T11:22:41,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741985_1161 (size=12001) 2024-11-24T11:22:41,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/925d999a0fa14ca4bbfd3f863541a2c2 2024-11-24T11:22:41,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/b223143dce56400a8984467c5b2e9068 is 50, key is test_row_0/C:col10/1732447360768/Put/seqid=0 2024-11-24T11:22:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741986_1162 (size=12001) 2024-11-24T11:22:41,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/b223143dce56400a8984467c5b2e9068 2024-11-24T11:22:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/4645817f852e4aeb8369f856f4a92159 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4645817f852e4aeb8369f856f4a92159 2024-11-24T11:22:41,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4645817f852e4aeb8369f856f4a92159, entries=200, sequenceid=78, filesize=38.6 K 2024-11-24T11:22:41,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/925d999a0fa14ca4bbfd3f863541a2c2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/925d999a0fa14ca4bbfd3f863541a2c2 2024-11-24T11:22:41,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/925d999a0fa14ca4bbfd3f863541a2c2, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T11:22:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/b223143dce56400a8984467c5b2e9068 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/b223143dce56400a8984467c5b2e9068 2024-11-24T11:22:41,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/b223143dce56400a8984467c5b2e9068, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T11:22:41,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 1044ms, sequenceid=78, compaction requested=true 2024-11-24T11:22:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:41,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:41,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:41,815 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:41,815 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:41,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:41,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:41,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:41,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:41,819 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:41,819 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/A is initiating minor compaction (all files) 2024-11-24T11:22:41,819 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/A in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:41,819 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/301524223635486290f4d86500244a1c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/70ce7e432bb942e8a7022e8623fc34a6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/d03a303f0c9a4dd3a53dea02013a6cb4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4645817f852e4aeb8369f856f4a92159] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=137.7 K 2024-11-24T11:22:41,819 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:41,819 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/301524223635486290f4d86500244a1c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/70ce7e432bb942e8a7022e8623fc34a6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/d03a303f0c9a4dd3a53dea02013a6cb4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4645817f852e4aeb8369f856f4a92159] 2024-11-24T11:22:41,820 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:41,820 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 301524223635486290f4d86500244a1c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732447357789 2024-11-24T11:22:41,820 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/B is initiating minor compaction (all files) 2024-11-24T11:22:41,820 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/B in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:41,820 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cde02aba818a43399f6d654a1112c11c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/022a3fd273214e77956539a197427107, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/2b69a9e569b74fcebb16a0da279169e0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/925d999a0fa14ca4bbfd3f863541a2c2] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=46.9 K 2024-11-24T11:22:41,821 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70ce7e432bb942e8a7022e8623fc34a6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732447357822 2024-11-24T11:22:41,822 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting cde02aba818a43399f6d654a1112c11c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732447357789 2024-11-24T11:22:41,823 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 022a3fd273214e77956539a197427107, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732447357822 2024-11-24T11:22:41,823 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d03a303f0c9a4dd3a53dea02013a6cb4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732447358976 2024-11-24T11:22:41,823 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b69a9e569b74fcebb16a0da279169e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732447358976 2024-11-24T11:22:41,824 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 925d999a0fa14ca4bbfd3f863541a2c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447360141 2024-11-24T11:22:41,824 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4645817f852e4aeb8369f856f4a92159, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447360141 2024-11-24T11:22:41,850 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:41,851 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/8add5b0de93f45cea91aeb23d544e8b1 is 50, key is test_row_0/B:col10/1732447360768/Put/seqid=0 2024-11-24T11:22:41,854 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:41,864 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124faa32c3279534a5d8bb8035adb9bf1d6_3b35c45ba12c8bf91f3fe83c59b1a0e4 store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:41,875 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124faa32c3279534a5d8bb8035adb9bf1d6_3b35c45ba12c8bf91f3fe83c59b1a0e4, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:41,875 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124faa32c3279534a5d8bb8035adb9bf1d6_3b35c45ba12c8bf91f3fe83c59b1a0e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-24T11:22:41,880 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-24T11:22:41,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-24T11:22:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T11:22:41,884 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:41,885 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:41,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:41,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741987_1163 (size=12139) 2024-11-24T11:22:41,899 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/8add5b0de93f45cea91aeb23d544e8b1 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/8add5b0de93f45cea91aeb23d544e8b1 2024-11-24T11:22:41,908 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/B of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 8add5b0de93f45cea91aeb23d544e8b1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:41,908 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:41,908 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, priority=12, startTime=1732447361815; duration=0sec 2024-11-24T11:22:41,908 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:41,908 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:B 2024-11-24T11:22:41,909 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:41,910 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:41,910 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/C is initiating minor compaction (all files) 2024-11-24T11:22:41,910 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/C in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:41,911 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4a5de7da44f243e8a45c515b1ae2afeb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/0dc8088ec39a49d4a911166367b96ade, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90719644e64e431e89b3f217062e279e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/b223143dce56400a8984467c5b2e9068] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=46.9 K 2024-11-24T11:22:41,911 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a5de7da44f243e8a45c515b1ae2afeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732447357789 2024-11-24T11:22:41,912 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dc8088ec39a49d4a911166367b96ade, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732447357822 2024-11-24T11:22:41,912 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 90719644e64e431e89b3f217062e279e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732447358976 2024-11-24T11:22:41,913 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b223143dce56400a8984467c5b2e9068, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447360141 2024-11-24T11:22:41,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741988_1164 (size=4469) 2024-11-24T11:22:41,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:41,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:41,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:41,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:41,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:41,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:41,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:41,935 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:41,939 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/a4963d18d6194180b2fd553706040429 is 50, key is test_row_0/C:col10/1732447360768/Put/seqid=0 2024-11-24T11:22:41,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741989_1165 (size=12139) 2024-11-24T11:22:41,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112405afa45884c74294942ee60aec8f348a_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447360782/Put/seqid=0 2024-11-24T11:22:41,987 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/a4963d18d6194180b2fd553706040429 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a4963d18d6194180b2fd553706040429 2024-11-24T11:22:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T11:22:42,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T11:22:42,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:42,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741990_1166 (size=12154) 2024-11-24T11:22:42,042 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:42,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112405afa45884c74294942ee60aec8f348a_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112405afa45884c74294942ee60aec8f348a_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:42,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/e1d6261de0564da7aebea976fb362c35, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:42,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/e1d6261de0564da7aebea976fb362c35 is 175, key is test_row_0/A:col10/1732447360782/Put/seqid=0 2024-11-24T11:22:42,074 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/C of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into a4963d18d6194180b2fd553706040429(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:42,074 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:42,074 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, priority=12, startTime=1732447361815; duration=0sec 2024-11-24T11:22:42,074 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:42,074 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:C 2024-11-24T11:22:42,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447421990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447421981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447422075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447422075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447422075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741991_1167 (size=30955) 2024-11-24T11:22:42,092 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/e1d6261de0564da7aebea976fb362c35 2024-11-24T11:22:42,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/df4cfeadad0c4f4bb8d55562d9041ea5 is 50, key is test_row_0/B:col10/1732447360782/Put/seqid=0 2024-11-24T11:22:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741992_1168 (size=12001) 2024-11-24T11:22:42,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/df4cfeadad0c4f4bb8d55562d9041ea5 2024-11-24T11:22:42,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/11fa33bf276840ccb68f7e7a3c8f933f is 50, key is test_row_0/C:col10/1732447360782/Put/seqid=0 2024-11-24T11:22:42,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447422176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447422176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T11:22:42,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447422181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447422181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447422184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T11:22:42,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:42,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741993_1169 (size=12001) 2024-11-24T11:22:42,319 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#A#compaction#142 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:42,322 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/a8ccadd85ad84c20ba98a5447c6cb8ae is 175, key is test_row_0/A:col10/1732447360768/Put/seqid=0 2024-11-24T11:22:42,348 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T11:22:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741994_1170 (size=31093) 2024-11-24T11:22:42,381 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/a8ccadd85ad84c20ba98a5447c6cb8ae as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/a8ccadd85ad84c20ba98a5447c6cb8ae 2024-11-24T11:22:42,388 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/A of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into a8ccadd85ad84c20ba98a5447c6cb8ae(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:42,388 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:42,388 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, priority=12, startTime=1732447361814; duration=0sec 2024-11-24T11:22:42,388 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:42,388 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:A 2024-11-24T11:22:42,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447422392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447422392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447422389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447422393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447422394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T11:22:42,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T11:22:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/11fa33bf276840ccb68f7e7a3c8f933f 2024-11-24T11:22:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/e1d6261de0564da7aebea976fb362c35 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e1d6261de0564da7aebea976fb362c35 2024-11-24T11:22:42,657 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T11:22:42,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e1d6261de0564da7aebea976fb362c35, entries=150, sequenceid=91, filesize=30.2 K 2024-11-24T11:22:42,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/df4cfeadad0c4f4bb8d55562d9041ea5 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/df4cfeadad0c4f4bb8d55562d9041ea5 2024-11-24T11:22:42,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/df4cfeadad0c4f4bb8d55562d9041ea5, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T11:22:42,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/11fa33bf276840ccb68f7e7a3c8f933f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/11fa33bf276840ccb68f7e7a3c8f933f 2024-11-24T11:22:42,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/11fa33bf276840ccb68f7e7a3c8f933f, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T11:22:42,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 778ms, sequenceid=91, compaction requested=false 2024-11-24T11:22:42,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:42,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:22:42,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:42,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:42,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:42,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:42,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:42,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:42,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447422718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447422721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447422721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447422722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447422722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dc7404a237b14e2c979c4d6f02054ded_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447362704/Put/seqid=0 2024-11-24T11:22:42,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741995_1171 (size=12154) 2024-11-24T11:22:42,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:42,791 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dc7404a237b14e2c979c4d6f02054ded_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc7404a237b14e2c979c4d6f02054ded_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:42,793 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/8f4c50de6eab447280fd4af257a5b36f, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:42,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/8f4c50de6eab447280fd4af257a5b36f is 175, key is test_row_0/A:col10/1732447362704/Put/seqid=0 2024-11-24T11:22:42,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T11:22:42,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:42,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741996_1172 (size=30955) 2024-11-24T11:22:42,829 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/8f4c50de6eab447280fd4af257a5b36f 2024-11-24T11:22:42,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447422827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447422832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447422832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447422832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447422832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/e74d3d43598041cfa0c9ab8ceebcffeb is 50, key is test_row_0/B:col10/1732447362704/Put/seqid=0 2024-11-24T11:22:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741997_1173 (size=12001) 2024-11-24T11:22:42,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/e74d3d43598041cfa0c9ab8ceebcffeb 2024-11-24T11:22:42,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/4efa71b081c14687bcbc98b19e057f4d is 50, key is test_row_0/C:col10/1732447362704/Put/seqid=0 2024-11-24T11:22:42,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741998_1174 (size=12001) 2024-11-24T11:22:42,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:42,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T11:22:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:42,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T11:22:43,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447423033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447423039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447423039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447423039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447423039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T11:22:43,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:43,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:43,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:43,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:43,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:43,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T11:22:43,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:43,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:43,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:43,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:43,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:43,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447423343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447423345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447423346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447423346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447423347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/4efa71b081c14687bcbc98b19e057f4d 2024-11-24T11:22:43,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/8f4c50de6eab447280fd4af257a5b36f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8f4c50de6eab447280fd4af257a5b36f 2024-11-24T11:22:43,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8f4c50de6eab447280fd4af257a5b36f, entries=150, sequenceid=120, filesize=30.2 K 2024-11-24T11:22:43,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/e74d3d43598041cfa0c9ab8ceebcffeb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/e74d3d43598041cfa0c9ab8ceebcffeb 2024-11-24T11:22:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/e74d3d43598041cfa0c9ab8ceebcffeb, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T11:22:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/4efa71b081c14687bcbc98b19e057f4d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4efa71b081c14687bcbc98b19e057f4d 2024-11-24T11:22:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4efa71b081c14687bcbc98b19e057f4d, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T11:22:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 692ms, sequenceid=120, compaction requested=true 2024-11-24T11:22:43,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:43,400 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:43,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:43,401 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,402 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:43,402 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/A is initiating minor compaction (all files) 2024-11-24T11:22:43,403 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/A in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,403 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/a8ccadd85ad84c20ba98a5447c6cb8ae, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e1d6261de0564da7aebea976fb362c35, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8f4c50de6eab447280fd4af257a5b36f] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=90.8 K 2024-11-24T11:22:43,403 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:43,403 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:43,403 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/a8ccadd85ad84c20ba98a5447c6cb8ae, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e1d6261de0564da7aebea976fb362c35, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8f4c50de6eab447280fd4af257a5b36f] 2024-11-24T11:22:43,403 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/B is initiating minor compaction (all files) 2024-11-24T11:22:43,403 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/B in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:43,403 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/8add5b0de93f45cea91aeb23d544e8b1, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/df4cfeadad0c4f4bb8d55562d9041ea5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/e74d3d43598041cfa0c9ab8ceebcffeb] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=35.3 K 2024-11-24T11:22:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,403 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8ccadd85ad84c20ba98a5447c6cb8ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447360141 2024-11-24T11:22:43,404 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8add5b0de93f45cea91aeb23d544e8b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447360141 2024-11-24T11:22:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:43,404 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1d6261de0564da7aebea976fb362c35, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732447360782 2024-11-24T11:22:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:43,405 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting df4cfeadad0c4f4bb8d55562d9041ea5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732447360782 2024-11-24T11:22:43,405 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f4c50de6eab447280fd4af257a5b36f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732447361986 2024-11-24T11:22:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,406 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting e74d3d43598041cfa0c9ab8ceebcffeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732447361986 2024-11-24T11:22:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:43,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T11:22:43,431 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:43,432 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T11:22:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,447 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#B#compaction#151 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,449 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112422b3536b5d64455ba002d986d283cdab_3b35c45ba12c8bf91f3fe83c59b1a0e4 store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,455 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112422b3536b5d64455ba002d986d283cdab_3b35c45ba12c8bf91f3fe83c59b1a0e4, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:43,456 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112422b3536b5d64455ba002d986d283cdab_3b35c45ba12c8bf91f3fe83c59b1a0e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112430881b54f02a40cbac4ad4d377ccdc07_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_1/A:col10/1732447362721/Put/seqid=0 2024-11-24T11:22:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,458 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/4b2936c405214a4795a6c42a62907c99 is 50, key is test_row_0/B:col10/1732447362704/Put/seqid=0 2024-11-24T11:22:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742000_1176 (size=4469) 2024-11-24T11:22:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,550 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#A#compaction#150 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,551 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/e3ae6dea35e74295bf063137a1049c90 is 175, key is test_row_0/A:col10/1732447362704/Put/seqid=0 2024-11-24T11:22:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741999_1175 (size=9764) 2024-11-24T11:22:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742001_1177 (size=12241) 2024-11-24T11:22:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,577 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/4b2936c405214a4795a6c42a62907c99 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/4b2936c405214a4795a6c42a62907c99 2024-11-24T11:22:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,589 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/B of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 4b2936c405214a4795a6c42a62907c99(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:43,589 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:43,589 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, priority=13, startTime=1732447363401; duration=0sec 2024-11-24T11:22:43,589 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:43,589 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:B 2024-11-24T11:22:43,589 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,590 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:43,590 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/C is initiating minor compaction (all files) 2024-11-24T11:22:43,591 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/C in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:43,591 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a4963d18d6194180b2fd553706040429, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/11fa33bf276840ccb68f7e7a3c8f933f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4efa71b081c14687bcbc98b19e057f4d] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=35.3 K 2024-11-24T11:22:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,591 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a4963d18d6194180b2fd553706040429, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447360141 2024-11-24T11:22:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,592 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 11fa33bf276840ccb68f7e7a3c8f933f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732447360782 2024-11-24T11:22:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,592 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4efa71b081c14687bcbc98b19e057f4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732447361986 2024-11-24T11:22:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742002_1178 (size=31195) 2024-11-24T11:22:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,616 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/e3ae6dea35e74295bf063137a1049c90 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e3ae6dea35e74295bf063137a1049c90 2024-11-24T11:22:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,621 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#C#compaction#153 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,622 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/64766997b3a341698d5a9196303c738f is 50, key is test_row_0/C:col10/1732447362704/Put/seqid=0 2024-11-24T11:22:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,626 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/A of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into e3ae6dea35e74295bf063137a1049c90(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,626 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:43,626 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, priority=13, startTime=1732447363400; duration=0sec 2024-11-24T11:22:43,626 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:43,626 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:A 2024-11-24T11:22:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742003_1179 (size=12241) 2024-11-24T11:22:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447423920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447423926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447423926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447423927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447423928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:43,958 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112430881b54f02a40cbac4ad4d377ccdc07_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112430881b54f02a40cbac4ad4d377ccdc07_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/206259963fd44576a4d7d8e554a036fe, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:43,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/206259963fd44576a4d7d8e554a036fe is 175, key is test_row_1/A:col10/1732447362721/Put/seqid=0 2024-11-24T11:22:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T11:22:44,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742004_1180 (size=22411) 2024-11-24T11:22:44,008 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/206259963fd44576a4d7d8e554a036fe 2024-11-24T11:22:44,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/498685cd45534e7f934704bbb46e71e9 is 50, key is test_row_1/B:col10/1732447362721/Put/seqid=0 2024-11-24T11:22:44,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447424032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447424036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447424038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447424041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447424041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,073 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/64766997b3a341698d5a9196303c738f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/64766997b3a341698d5a9196303c738f 2024-11-24T11:22:44,079 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/C of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 64766997b3a341698d5a9196303c738f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:44,079 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:44,079 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, priority=13, startTime=1732447363404; duration=0sec 2024-11-24T11:22:44,080 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:44,080 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:C 2024-11-24T11:22:44,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742005_1181 (size=9707) 2024-11-24T11:22:44,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447424240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447424242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447424242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447424246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447424250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,484 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/498685cd45534e7f934704bbb46e71e9 2024-11-24T11:22:44,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/820cebd079d14eb59b9289189b488c85 is 50, key is test_row_1/C:col10/1732447362721/Put/seqid=0 2024-11-24T11:22:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742006_1182 (size=9707) 2024-11-24T11:22:44,529 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/820cebd079d14eb59b9289189b488c85 2024-11-24T11:22:44,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/206259963fd44576a4d7d8e554a036fe as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/206259963fd44576a4d7d8e554a036fe 2024-11-24T11:22:44,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447424542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,548 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/206259963fd44576a4d7d8e554a036fe, entries=100, sequenceid=130, filesize=21.9 K 2024-11-24T11:22:44,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/498685cd45534e7f934704bbb46e71e9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/498685cd45534e7f934704bbb46e71e9 2024-11-24T11:22:44,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447424551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447424551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447424556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,568 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/498685cd45534e7f934704bbb46e71e9, entries=100, sequenceid=130, filesize=9.5 K 2024-11-24T11:22:44,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/820cebd079d14eb59b9289189b488c85 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/820cebd079d14eb59b9289189b488c85 2024-11-24T11:22:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447424550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:44,587 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/820cebd079d14eb59b9289189b488c85, entries=100, sequenceid=130, filesize=9.5 K 2024-11-24T11:22:44,589 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 1156ms, sequenceid=130, compaction requested=false 2024-11-24T11:22:44,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:44,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:44,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-24T11:22:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-24T11:22:44,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-24T11:22:44,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7060 sec 2024-11-24T11:22:44,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 2.7130 sec 2024-11-24T11:22:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:45,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T11:22:45,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:45,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:45,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:45,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:45,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:45,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:45,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447425066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124688003dd19ba493aa7b49b4e91c01284_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447363926/Put/seqid=0 2024-11-24T11:22:45,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447425076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447425076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447425083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447425086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742007_1183 (size=12304) 2024-11-24T11:22:45,127 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:45,134 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124688003dd19ba493aa7b49b4e91c01284_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124688003dd19ba493aa7b49b4e91c01284_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:45,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/69a3f3edd6a441c9b5600e40b21171dd, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:45,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/69a3f3edd6a441c9b5600e40b21171dd is 175, key is test_row_0/A:col10/1732447363926/Put/seqid=0 2024-11-24T11:22:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742008_1184 (size=31105) 2024-11-24T11:22:45,170 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/69a3f3edd6a441c9b5600e40b21171dd 2024-11-24T11:22:45,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447425183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447425186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447425186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/01dc9eac62aa42fe8497be24a7223d70 is 50, key is test_row_0/B:col10/1732447363926/Put/seqid=0 2024-11-24T11:22:45,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447425196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742009_1185 (size=12151) 2024-11-24T11:22:45,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447425386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447425388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447425390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447425401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/01dc9eac62aa42fe8497be24a7223d70 2024-11-24T11:22:45,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/9c90cf2738db4138aa15f37fb991390a is 50, key is test_row_0/C:col10/1732447363926/Put/seqid=0 2024-11-24T11:22:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742010_1186 (size=12151) 2024-11-24T11:22:45,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447425692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447425694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447425700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447425708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T11:22:45,993 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-24T11:22:45,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-24T11:22:45,997 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:45,998 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:45,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T11:22:46,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/9c90cf2738db4138aa15f37fb991390a 2024-11-24T11:22:46,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/69a3f3edd6a441c9b5600e40b21171dd as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/69a3f3edd6a441c9b5600e40b21171dd 2024-11-24T11:22:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T11:22:46,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447426101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/69a3f3edd6a441c9b5600e40b21171dd, entries=150, sequenceid=161, filesize=30.4 K 2024-11-24T11:22:46,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/01dc9eac62aa42fe8497be24a7223d70 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/01dc9eac62aa42fe8497be24a7223d70 2024-11-24T11:22:46,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/01dc9eac62aa42fe8497be24a7223d70, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T11:22:46,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/9c90cf2738db4138aa15f37fb991390a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9c90cf2738db4138aa15f37fb991390a 2024-11-24T11:22:46,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9c90cf2738db4138aa15f37fb991390a, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T11:22:46,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 1077ms, sequenceid=161, compaction requested=true 2024-11-24T11:22:46,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:46,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:46,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:46,127 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:46,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:46,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:46,127 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:46,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:46,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:46,128 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:46,128 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:46,128 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/B is initiating minor compaction (all files) 2024-11-24T11:22:46,128 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/A is initiating minor compaction (all files) 2024-11-24T11:22:46,128 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/B in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:46,129 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/A in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:46,129 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/4b2936c405214a4795a6c42a62907c99, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/498685cd45534e7f934704bbb46e71e9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/01dc9eac62aa42fe8497be24a7223d70] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=33.3 K 2024-11-24T11:22:46,129 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e3ae6dea35e74295bf063137a1049c90, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/206259963fd44576a4d7d8e554a036fe, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/69a3f3edd6a441c9b5600e40b21171dd] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=82.7 K 2024-11-24T11:22:46,129 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:46,129 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e3ae6dea35e74295bf063137a1049c90, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/206259963fd44576a4d7d8e554a036fe, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/69a3f3edd6a441c9b5600e40b21171dd] 2024-11-24T11:22:46,129 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b2936c405214a4795a6c42a62907c99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732447361986 2024-11-24T11:22:46,130 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 498685cd45534e7f934704bbb46e71e9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732447362721 2024-11-24T11:22:46,130 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 01dc9eac62aa42fe8497be24a7223d70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732447363912 2024-11-24T11:22:46,130 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3ae6dea35e74295bf063137a1049c90, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732447361986 2024-11-24T11:22:46,131 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 206259963fd44576a4d7d8e554a036fe, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732447362721 2024-11-24T11:22:46,131 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69a3f3edd6a441c9b5600e40b21171dd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732447363912 2024-11-24T11:22:46,147 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:46,148 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/2126d70c61a24392975c8db97822a8a3 is 50, key is test_row_0/B:col10/1732447363926/Put/seqid=0 2024-11-24T11:22:46,151 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:46,153 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T11:22:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:46,154 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T11:22:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:46,196 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e10550dd09584457bbffdf148fc8fe26_3b35c45ba12c8bf91f3fe83c59b1a0e4 store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:46,198 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e10550dd09584457bbffdf148fc8fe26_3b35c45ba12c8bf91f3fe83c59b1a0e4, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:46,198 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e10550dd09584457bbffdf148fc8fe26_3b35c45ba12c8bf91f3fe83c59b1a0e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:46,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:46,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742011_1187 (size=12493) 2024-11-24T11:22:46,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447426246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447426246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447426247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447426253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246a703a5f0b2e4112b56f432e7afb50d4_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447365073/Put/seqid=0 2024-11-24T11:22:46,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742012_1188 (size=4469) 2024-11-24T11:22:46,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742013_1189 (size=12304) 2024-11-24T11:22:46,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T11:22:46,307 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246a703a5f0b2e4112b56f432e7afb50d4_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246a703a5f0b2e4112b56f432e7afb50d4_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/4afab226e5f74061b2e771f9740eff4b, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:46,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/4afab226e5f74061b2e771f9740eff4b is 175, key is test_row_0/A:col10/1732447365073/Put/seqid=0 2024-11-24T11:22:46,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742014_1190 (size=31105) 2024-11-24T11:22:46,345 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/4afab226e5f74061b2e771f9740eff4b 2024-11-24T11:22:46,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447426350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447426351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447426352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447426357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/155c3d73f0ab4fa89f936c09f5f1a6af is 50, key is test_row_0/B:col10/1732447365073/Put/seqid=0 2024-11-24T11:22:46,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742015_1191 (size=12151) 2024-11-24T11:22:46,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447426554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447426561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447426564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447426565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T11:22:46,630 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/2126d70c61a24392975c8db97822a8a3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/2126d70c61a24392975c8db97822a8a3 2024-11-24T11:22:46,636 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/B of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 2126d70c61a24392975c8db97822a8a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:46,636 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:46,636 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, priority=13, startTime=1732447366127; duration=0sec 2024-11-24T11:22:46,637 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:46,637 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:B 2024-11-24T11:22:46,637 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:46,638 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:46,638 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/C is initiating minor compaction (all files) 2024-11-24T11:22:46,638 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/C in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:46,638 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/64766997b3a341698d5a9196303c738f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/820cebd079d14eb59b9289189b488c85, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9c90cf2738db4138aa15f37fb991390a] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=33.3 K 2024-11-24T11:22:46,639 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 64766997b3a341698d5a9196303c738f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732447361986 2024-11-24T11:22:46,639 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 820cebd079d14eb59b9289189b488c85, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732447362721 2024-11-24T11:22:46,641 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c90cf2738db4138aa15f37fb991390a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732447363912 2024-11-24T11:22:46,665 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#C#compaction#163 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:46,665 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/596fbd95f85f450297fd230ba0f379e4 is 50, key is test_row_0/C:col10/1732447363926/Put/seqid=0 2024-11-24T11:22:46,672 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#A#compaction#160 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:46,673 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/5767ecc33d6d452aaf1706bd0aca665b is 175, key is test_row_0/A:col10/1732447363926/Put/seqid=0 2024-11-24T11:22:46,684 INFO [master/28d8a466d69e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T11:22:46,684 INFO [master/28d8a466d69e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T11:22:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742016_1192 (size=12493) 2024-11-24T11:22:46,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742017_1193 (size=31447) 2024-11-24T11:22:46,724 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/5767ecc33d6d452aaf1706bd0aca665b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/5767ecc33d6d452aaf1706bd0aca665b 2024-11-24T11:22:46,736 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/A of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 5767ecc33d6d452aaf1706bd0aca665b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:46,736 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:46,736 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, priority=13, startTime=1732447366126; duration=0sec 2024-11-24T11:22:46,736 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:46,736 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:A 2024-11-24T11:22:46,809 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/155c3d73f0ab4fa89f936c09f5f1a6af 2024-11-24T11:22:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/d03fdb0d418a4d9fb36a871d3f85e9d8 is 50, key is test_row_0/C:col10/1732447365073/Put/seqid=0 2024-11-24T11:22:46,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447426861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447426865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447426866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742018_1194 (size=12151) 2024-11-24T11:22:46,877 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/d03fdb0d418a4d9fb36a871d3f85e9d8 2024-11-24T11:22:46,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447426878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:46,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/4afab226e5f74061b2e771f9740eff4b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4afab226e5f74061b2e771f9740eff4b 2024-11-24T11:22:46,897 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4afab226e5f74061b2e771f9740eff4b, entries=150, sequenceid=170, filesize=30.4 K 2024-11-24T11:22:46,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/155c3d73f0ab4fa89f936c09f5f1a6af as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/155c3d73f0ab4fa89f936c09f5f1a6af 2024-11-24T11:22:46,906 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/155c3d73f0ab4fa89f936c09f5f1a6af, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T11:22:46,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/d03fdb0d418a4d9fb36a871d3f85e9d8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d03fdb0d418a4d9fb36a871d3f85e9d8 2024-11-24T11:22:46,917 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d03fdb0d418a4d9fb36a871d3f85e9d8, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T11:22:46,918 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 764ms, sequenceid=170, compaction requested=false 2024-11-24T11:22:46,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:46,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:46,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-24T11:22:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-24T11:22:46,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-24T11:22:46,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 922 msec 2024-11-24T11:22:46,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 928 msec 2024-11-24T11:22:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T11:22:47,103 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-24T11:22:47,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-24T11:22:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T11:22:47,109 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:47,110 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:47,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:47,119 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/596fbd95f85f450297fd230ba0f379e4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/596fbd95f85f450297fd230ba0f379e4 2024-11-24T11:22:47,127 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/C of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 596fbd95f85f450297fd230ba0f379e4(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:47,127 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:47,127 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, priority=13, startTime=1732447366127; duration=0sec 2024-11-24T11:22:47,127 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:47,127 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:C 2024-11-24T11:22:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T11:22:47,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:47,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T11:22:47,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:47,263 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T11:22:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:47,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b8298f7c4d934954871f52da29f4d978_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447366246/Put/seqid=0 2024-11-24T11:22:47,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742019_1195 (size=12304) 2024-11-24T11:22:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:47,330 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b8298f7c4d934954871f52da29f4d978_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b8298f7c4d934954871f52da29f4d978_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:47,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/e9fc2c8273ce4b7a90e8dee6ba642a9e, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:47,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/e9fc2c8273ce4b7a90e8dee6ba642a9e is 175, key is test_row_0/A:col10/1732447366246/Put/seqid=0 2024-11-24T11:22:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:47,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447427380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:47,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447427381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:47,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447427384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:47,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742020_1196 (size=31105) 2024-11-24T11:22:47,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447427388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:47,389 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/e9fc2c8273ce4b7a90e8dee6ba642a9e 2024-11-24T11:22:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T11:22:47,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/73dca34bf7b44a498bf5afddfd3944f0 is 50, key is test_row_0/B:col10/1732447366246/Put/seqid=0 2024-11-24T11:22:47,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742021_1197 (size=12151) 2024-11-24T11:22:47,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447427485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:47,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:47,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447427486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447427487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447427691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447427691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447427692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T11:22:47,858 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/73dca34bf7b44a498bf5afddfd3944f0 2024-11-24T11:22:47,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/312ac8cf50114d02b2d144082503b6d4 is 50, key is test_row_0/C:col10/1732447366246/Put/seqid=0 2024-11-24T11:22:47,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742022_1198 (size=12151) 2024-11-24T11:22:47,921 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/312ac8cf50114d02b2d144082503b6d4 2024-11-24T11:22:47,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/e9fc2c8273ce4b7a90e8dee6ba642a9e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e9fc2c8273ce4b7a90e8dee6ba642a9e 2024-11-24T11:22:47,940 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e9fc2c8273ce4b7a90e8dee6ba642a9e, entries=150, sequenceid=201, filesize=30.4 K 2024-11-24T11:22:47,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/73dca34bf7b44a498bf5afddfd3944f0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/73dca34bf7b44a498bf5afddfd3944f0 2024-11-24T11:22:47,951 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/73dca34bf7b44a498bf5afddfd3944f0, entries=150, sequenceid=201, filesize=11.9 K 2024-11-24T11:22:47,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/312ac8cf50114d02b2d144082503b6d4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/312ac8cf50114d02b2d144082503b6d4 2024-11-24T11:22:47,959 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/312ac8cf50114d02b2d144082503b6d4, entries=150, sequenceid=201, filesize=11.9 K 2024-11-24T11:22:47,960 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 697ms, sequenceid=201, compaction requested=true 2024-11-24T11:22:47,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:47,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:47,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-24T11:22:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-24T11:22:47,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-24T11:22:47,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 851 msec 2024-11-24T11:22:47,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 858 msec 2024-11-24T11:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:48,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:48,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:48,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:48,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112470a63bb81ecf4bfe99fb232d39d3432d_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447367378/Put/seqid=0 2024-11-24T11:22:48,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447428075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742023_1199 (size=12304) 2024-11-24T11:22:48,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447428080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447428082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447428107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,115 DEBUG [Thread-711 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., hostname=28d8a466d69e,38163,1732447321684, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:48,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447428184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447428189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447428188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T11:22:48,214 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-24T11:22:48,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-24T11:22:48,217 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T11:22:48,218 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:48,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T11:22:48,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T11:22:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:48,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:48,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:48,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:48,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:48,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447428388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447428395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447428396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447428397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,487 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:48,492 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112470a63bb81ecf4bfe99fb232d39d3432d_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112470a63bb81ecf4bfe99fb232d39d3432d_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:48,494 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/3805b210499d404ebf938191503df251, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:48,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/3805b210499d404ebf938191503df251 is 175, key is test_row_0/A:col10/1732447367378/Put/seqid=0 2024-11-24T11:22:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T11:22:48,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T11:22:48,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:48,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:48,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:48,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:48,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:48,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742024_1200 (size=31105) 2024-11-24T11:22:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:48,528 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/3805b210499d404ebf938191503df251 2024-11-24T11:22:48,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/528a678483fc44199673282446ead3bf is 50, key is test_row_0/B:col10/1732447367378/Put/seqid=0 2024-11-24T11:22:48,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742025_1201 (size=12151) 2024-11-24T11:22:48,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/528a678483fc44199673282446ead3bf 2024-11-24T11:22:48,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/9848fa5bfd864681bf60c2c463a66a95 is 50, key is test_row_0/C:col10/1732447367378/Put/seqid=0 2024-11-24T11:22:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742026_1202 (size=12151) 2024-11-24T11:22:48,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/9848fa5bfd864681bf60c2c463a66a95 2024-11-24T11:22:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/3805b210499d404ebf938191503df251 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/3805b210499d404ebf938191503df251 2024-11-24T11:22:48,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/3805b210499d404ebf938191503df251, entries=150, sequenceid=212, filesize=30.4 K 2024-11-24T11:22:48,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/528a678483fc44199673282446ead3bf as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/528a678483fc44199673282446ead3bf 2024-11-24T11:22:48,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/528a678483fc44199673282446ead3bf, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T11:22:48,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/9848fa5bfd864681bf60c2c463a66a95 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9848fa5bfd864681bf60c2c463a66a95 2024-11-24T11:22:48,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9848fa5bfd864681bf60c2c463a66a95, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T11:22:48,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 662ms, sequenceid=212, compaction requested=true 2024-11-24T11:22:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:48,665 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:48,666 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:48,666 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:48,667 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/A is initiating minor compaction (all files) 2024-11-24T11:22:48,667 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/A in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:48,667 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/5767ecc33d6d452aaf1706bd0aca665b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4afab226e5f74061b2e771f9740eff4b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e9fc2c8273ce4b7a90e8dee6ba642a9e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/3805b210499d404ebf938191503df251] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=121.8 K 2024-11-24T11:22:48,667 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:48,667 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/5767ecc33d6d452aaf1706bd0aca665b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4afab226e5f74061b2e771f9740eff4b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e9fc2c8273ce4b7a90e8dee6ba642a9e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/3805b210499d404ebf938191503df251] 2024-11-24T11:22:48,668 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5767ecc33d6d452aaf1706bd0aca665b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732447363912 2024-11-24T11:22:48,669 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4afab226e5f74061b2e771f9740eff4b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732447365059 2024-11-24T11:22:48,669 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:48,669 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/B is initiating minor compaction (all files) 2024-11-24T11:22:48,669 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/B in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:48,669 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/2126d70c61a24392975c8db97822a8a3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/155c3d73f0ab4fa89f936c09f5f1a6af, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/73dca34bf7b44a498bf5afddfd3944f0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/528a678483fc44199673282446ead3bf] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=47.8 K 2024-11-24T11:22:48,669 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9fc2c8273ce4b7a90e8dee6ba642a9e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732447366217 2024-11-24T11:22:48,670 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2126d70c61a24392975c8db97822a8a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732447363912 2024-11-24T11:22:48,670 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3805b210499d404ebf938191503df251, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732447367374 2024-11-24T11:22:48,670 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 155c3d73f0ab4fa89f936c09f5f1a6af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732447365059 2024-11-24T11:22:48,671 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 73dca34bf7b44a498bf5afddfd3944f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732447366217 2024-11-24T11:22:48,672 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 528a678483fc44199673282446ead3bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732447367374 2024-11-24T11:22:48,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T11:22:48,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:48,680 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:22:48,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:48,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:48,689 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:48,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:48,709 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:48,709 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/58c24286aef24422b7a563586a09a1f6 is 50, key is test_row_0/B:col10/1732447367378/Put/seqid=0 2024-11-24T11:22:48,725 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411244de623d5d50d4c1eb5dc845f76e382d1_3b35c45ba12c8bf91f3fe83c59b1a0e4 store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:48,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447428720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447428721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447428722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,729 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411244de623d5d50d4c1eb5dc845f76e382d1_3b35c45ba12c8bf91f3fe83c59b1a0e4, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:48,730 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244de623d5d50d4c1eb5dc845f76e382d1_3b35c45ba12c8bf91f3fe83c59b1a0e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:48,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ce28ee519a1d49379791e19185769f24_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447368077/Put/seqid=0 2024-11-24T11:22:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742027_1203 (size=12629) 2024-11-24T11:22:48,788 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/58c24286aef24422b7a563586a09a1f6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/58c24286aef24422b7a563586a09a1f6 2024-11-24T11:22:48,795 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/B of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 58c24286aef24422b7a563586a09a1f6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:48,796 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:48,796 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, priority=12, startTime=1732447368666; duration=0sec 2024-11-24T11:22:48,796 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:48,796 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:B 2024-11-24T11:22:48,796 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:48,798 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:48,799 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/C is initiating minor compaction (all files) 2024-11-24T11:22:48,799 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/C in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:48,799 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/596fbd95f85f450297fd230ba0f379e4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d03fdb0d418a4d9fb36a871d3f85e9d8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/312ac8cf50114d02b2d144082503b6d4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9848fa5bfd864681bf60c2c463a66a95] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=47.8 K 2024-11-24T11:22:48,799 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 596fbd95f85f450297fd230ba0f379e4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732447363912 2024-11-24T11:22:48,800 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d03fdb0d418a4d9fb36a871d3f85e9d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732447365059 2024-11-24T11:22:48,800 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 312ac8cf50114d02b2d144082503b6d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732447366217 2024-11-24T11:22:48,800 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9848fa5bfd864681bf60c2c463a66a95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732447367374 2024-11-24T11:22:48,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742028_1204 (size=4469) 2024-11-24T11:22:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T11:22:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742029_1205 (size=12304) 2024-11-24T11:22:48,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447428826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447428827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447428828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:48,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:48,838 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:48,838 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/0dc05daa974144afaa53eb10bbfa6052 is 50, key is test_row_0/C:col10/1732447367378/Put/seqid=0 2024-11-24T11:22:48,839 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ce28ee519a1d49379791e19185769f24_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ce28ee519a1d49379791e19185769f24_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:48,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/9b14686638244a30bf69c3cd4fbe4c85, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:48,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/9b14686638244a30bf69c3cd4fbe4c85 is 175, key is test_row_0/A:col10/1732447368077/Put/seqid=0 2024-11-24T11:22:48,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742030_1206 (size=12629) 2024-11-24T11:22:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742031_1207 (size=31105) 2024-11-24T11:22:48,922 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/9b14686638244a30bf69c3cd4fbe4c85 2024-11-24T11:22:48,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/a57f93ec770144f18f3a5d4955303d75 is 50, key is test_row_0/B:col10/1732447368077/Put/seqid=0 2024-11-24T11:22:48,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742032_1208 (size=12151) 2024-11-24T11:22:48,985 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/a57f93ec770144f18f3a5d4955303d75 2024-11-24T11:22:49,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/75bf6ee847f34cda8a1e0b8991ec404b is 50, key is test_row_0/C:col10/1732447368077/Put/seqid=0 2024-11-24T11:22:49,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447429032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:49,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447429034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:49,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447429034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:49,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742033_1209 (size=12151) 2024-11-24T11:22:49,207 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#A#compaction#171 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:49,208 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/602dbce1d16c42bfb860fdf3a3ab1f9f is 175, key is test_row_0/A:col10/1732447367378/Put/seqid=0 2024-11-24T11:22:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742034_1210 (size=31583) 2024-11-24T11:22:49,314 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/0dc05daa974144afaa53eb10bbfa6052 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/0dc05daa974144afaa53eb10bbfa6052 2024-11-24T11:22:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T11:22:49,321 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/C of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 0dc05daa974144afaa53eb10bbfa6052(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:49,321 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:49,321 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, priority=12, startTime=1732447368666; duration=0sec 2024-11-24T11:22:49,321 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:49,321 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:C 2024-11-24T11:22:49,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447429338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:49,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447429340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447429347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:49,449 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/75bf6ee847f34cda8a1e0b8991ec404b 2024-11-24T11:22:49,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/9b14686638244a30bf69c3cd4fbe4c85 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/9b14686638244a30bf69c3cd4fbe4c85 2024-11-24T11:22:49,467 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/9b14686638244a30bf69c3cd4fbe4c85, entries=150, sequenceid=238, filesize=30.4 K 2024-11-24T11:22:49,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/a57f93ec770144f18f3a5d4955303d75 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a57f93ec770144f18f3a5d4955303d75 2024-11-24T11:22:49,481 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a57f93ec770144f18f3a5d4955303d75, entries=150, sequenceid=238, filesize=11.9 K 2024-11-24T11:22:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/75bf6ee847f34cda8a1e0b8991ec404b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/75bf6ee847f34cda8a1e0b8991ec404b 2024-11-24T11:22:49,493 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/75bf6ee847f34cda8a1e0b8991ec404b, entries=150, sequenceid=238, filesize=11.9 K 2024-11-24T11:22:49,496 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 815ms, sequenceid=238, compaction requested=false 2024-11-24T11:22:49,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:49,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:49,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T11:22:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-24T11:22:49,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T11:22:49,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2830 sec 2024-11-24T11:22:49,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.2880 sec 2024-11-24T11:22:49,659 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/602dbce1d16c42bfb860fdf3a3ab1f9f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/602dbce1d16c42bfb860fdf3a3ab1f9f 2024-11-24T11:22:49,669 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/A of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 602dbce1d16c42bfb860fdf3a3ab1f9f(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-24T11:22:49,669 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:49,669 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, priority=12, startTime=1732447368665; duration=1sec 2024-11-24T11:22:49,669 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:49,670 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:A 2024-11-24T11:22:49,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:49,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112487b71d92007749b2b931dccfd96b7d33_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447368721/Put/seqid=0 2024-11-24T11:22:49,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742035_1211 (size=14794) 2024-11-24T11:22:49,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:49,914 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112487b71d92007749b2b931dccfd96b7d33_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112487b71d92007749b2b931dccfd96b7d33_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:49,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/719c2c972ff5499f938b356fce215395, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:49,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447429912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:49,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/719c2c972ff5499f938b356fce215395 is 175, key is test_row_0/A:col10/1732447368721/Put/seqid=0 2024-11-24T11:22:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447429916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447429917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:49,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742036_1212 (size=39749) 2024-11-24T11:22:49,975 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/719c2c972ff5499f938b356fce215395 2024-11-24T11:22:50,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/68fbbd5eaf5b41dd960b22e0071475d3 is 50, key is test_row_0/B:col10/1732447368721/Put/seqid=0 2024-11-24T11:22:50,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447430018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447430021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447430023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742037_1213 (size=12151) 2024-11-24T11:22:50,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447430225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447430228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447430230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T11:22:50,322 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-24T11:22:50,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-24T11:22:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T11:22:50,325 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:50,326 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:50,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:50,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447430403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,406 DEBUG [Thread-709 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., hostname=28d8a466d69e,38163,1732447321684, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T11:22:50,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/68fbbd5eaf5b41dd960b22e0071475d3 2024-11-24T11:22:50,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/c02662ad9e764a208d7c5af4a0383f9d is 50, key is test_row_0/C:col10/1732447368721/Put/seqid=0 2024-11-24T11:22:50,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T11:22:50,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:50,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:50,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:50,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:50,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:50,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742038_1214 (size=12151) 2024-11-24T11:22:50,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/c02662ad9e764a208d7c5af4a0383f9d 2024-11-24T11:22:50,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/719c2c972ff5499f938b356fce215395 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/719c2c972ff5499f938b356fce215395 2024-11-24T11:22:50,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/719c2c972ff5499f938b356fce215395, entries=200, sequenceid=252, filesize=38.8 K 2024-11-24T11:22:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/68fbbd5eaf5b41dd960b22e0071475d3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/68fbbd5eaf5b41dd960b22e0071475d3 2024-11-24T11:22:50,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447430530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447430531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447430536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/68fbbd5eaf5b41dd960b22e0071475d3, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T11:22:50,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/c02662ad9e764a208d7c5af4a0383f9d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/c02662ad9e764a208d7c5af4a0383f9d 2024-11-24T11:22:50,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/c02662ad9e764a208d7c5af4a0383f9d, entries=150, sequenceid=252, filesize=11.9 K 2024-11-24T11:22:50,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 704ms, sequenceid=252, compaction requested=true 2024-11-24T11:22:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T11:22:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T11:22:50,550 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:50,550 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:50,551 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:50,551 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/A is initiating minor compaction (all files) 2024-11-24T11:22:50,551 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/A in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:50,551 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/602dbce1d16c42bfb860fdf3a3ab1f9f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/9b14686638244a30bf69c3cd4fbe4c85, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/719c2c972ff5499f938b356fce215395] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=100.0 K 2024-11-24T11:22:50,551 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:50,551 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/602dbce1d16c42bfb860fdf3a3ab1f9f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/9b14686638244a30bf69c3cd4fbe4c85, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/719c2c972ff5499f938b356fce215395] 2024-11-24T11:22:50,552 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:50,552 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/C is initiating minor compaction (all files) 2024-11-24T11:22:50,552 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/C in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:50,552 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/0dc05daa974144afaa53eb10bbfa6052, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/75bf6ee847f34cda8a1e0b8991ec404b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/c02662ad9e764a208d7c5af4a0383f9d] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=36.1 K 2024-11-24T11:22:50,552 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 602dbce1d16c42bfb860fdf3a3ab1f9f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732447367374 2024-11-24T11:22:50,553 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dc05daa974144afaa53eb10bbfa6052, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732447367374 2024-11-24T11:22:50,553 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b14686638244a30bf69c3cd4fbe4c85, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732447368060 2024-11-24T11:22:50,553 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 75bf6ee847f34cda8a1e0b8991ec404b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732447368060 2024-11-24T11:22:50,553 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 719c2c972ff5499f938b356fce215395, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732447368713 2024-11-24T11:22:50,553 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting c02662ad9e764a208d7c5af4a0383f9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732447368713 2024-11-24T11:22:50,576 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T11:22:50,630 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:50,630 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#C#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:50,631 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/3433ae5f1fd9420e88f338cbb3aee4cc is 50, key is test_row_0/C:col10/1732447368721/Put/seqid=0 2024-11-24T11:22:50,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T11:22:50,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:50,632 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:22:50,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:50,649 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f8c22f809971476fb95cf5face6a92f7_3b35c45ba12c8bf91f3fe83c59b1a0e4 store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:50,651 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f8c22f809971476fb95cf5face6a92f7_3b35c45ba12c8bf91f3fe83c59b1a0e4, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:50,651 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f8c22f809971476fb95cf5face6a92f7_3b35c45ba12c8bf91f3fe83c59b1a0e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:50,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742039_1215 (size=12731) 2024-11-24T11:22:50,691 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/3433ae5f1fd9420e88f338cbb3aee4cc as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/3433ae5f1fd9420e88f338cbb3aee4cc 2024-11-24T11:22:50,698 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/C of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 3433ae5f1fd9420e88f338cbb3aee4cc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:50,698 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:50,698 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, priority=13, startTime=1732447370549; duration=0sec 2024-11-24T11:22:50,698 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:50,698 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:C 2024-11-24T11:22:50,698 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:50,700 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:50,700 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/B is initiating minor compaction (all files) 2024-11-24T11:22:50,700 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/B in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:50,700 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/58c24286aef24422b7a563586a09a1f6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a57f93ec770144f18f3a5d4955303d75, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/68fbbd5eaf5b41dd960b22e0071475d3] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=36.1 K 2024-11-24T11:22:50,701 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 58c24286aef24422b7a563586a09a1f6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732447367374 2024-11-24T11:22:50,701 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a57f93ec770144f18f3a5d4955303d75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732447368060 2024-11-24T11:22:50,702 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 68fbbd5eaf5b41dd960b22e0071475d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732447368713 2024-11-24T11:22:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124083340b9595149b085e08cd26db47203_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447369913/Put/seqid=0 2024-11-24T11:22:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742040_1216 (size=4469) 2024-11-24T11:22:50,738 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:50,739 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/0aa6f11a9f2249b49e5a762305d2a8c0 is 50, key is test_row_0/B:col10/1732447368721/Put/seqid=0 2024-11-24T11:22:50,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742041_1217 (size=12454) 2024-11-24T11:22:50,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:50,771 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124083340b9595149b085e08cd26db47203_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124083340b9595149b085e08cd26db47203_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:50,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/c7302ef0a17d453590bf94e905bce682, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:50,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/c7302ef0a17d453590bf94e905bce682 is 175, key is test_row_0/A:col10/1732447369913/Put/seqid=0 2024-11-24T11:22:50,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742042_1218 (size=12731) 2024-11-24T11:22:50,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742043_1219 (size=31255) 2024-11-24T11:22:50,813 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/c7302ef0a17d453590bf94e905bce682 2024-11-24T11:22:50,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/a3748f57508e4a21ae5ef1b0d7fdd502 is 50, key is test_row_0/B:col10/1732447369913/Put/seqid=0 2024-11-24T11:22:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742044_1220 (size=12301) 2024-11-24T11:22:50,899 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/a3748f57508e4a21ae5ef1b0d7fdd502 2024-11-24T11:22:50,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/2a03a39b350345febde2606af4329a15 is 50, key is test_row_0/C:col10/1732447369913/Put/seqid=0 2024-11-24T11:22:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T11:22:50,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742045_1221 (size=12301) 2024-11-24T11:22:50,965 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/2a03a39b350345febde2606af4329a15 2024-11-24T11:22:50,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/c7302ef0a17d453590bf94e905bce682 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c7302ef0a17d453590bf94e905bce682 2024-11-24T11:22:50,979 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c7302ef0a17d453590bf94e905bce682, entries=150, sequenceid=278, filesize=30.5 K 2024-11-24T11:22:50,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/a3748f57508e4a21ae5ef1b0d7fdd502 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a3748f57508e4a21ae5ef1b0d7fdd502 2024-11-24T11:22:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:50,986 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a3748f57508e4a21ae5ef1b0d7fdd502, entries=150, sequenceid=278, filesize=12.0 K 2024-11-24T11:22:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/2a03a39b350345febde2606af4329a15 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/2a03a39b350345febde2606af4329a15 2024-11-24T11:22:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,004 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/2a03a39b350345febde2606af4329a15, entries=150, sequenceid=278, filesize=12.0 K 2024-11-24T11:22:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,006 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 374ms, sequenceid=278, compaction requested=false 2024-11-24T11:22:51,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:51,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:51,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-24T11:22:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-24T11:22:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-24T11:22:51,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 682 msec 2024-11-24T11:22:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 689 msec 2024-11-24T11:22:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,132 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#A#compaction#180 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,133 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/4843340fa3e8431995cf1bd4fc1b713d is 175, key is test_row_0/A:col10/1732447368721/Put/seqid=0 2024-11-24T11:22:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:51,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:51,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:51,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:51,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:51,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:51,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742046_1222 (size=31685) 2024-11-24T11:22:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,191 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/4843340fa3e8431995cf1bd4fc1b713d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4843340fa3e8431995cf1bd4fc1b713d 2024-11-24T11:22:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eb09091797a242cbba93c311e669c9fc_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447371154/Put/seqid=0 2024-11-24T11:22:51,216 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/0aa6f11a9f2249b49e5a762305d2a8c0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0aa6f11a9f2249b49e5a762305d2a8c0 2024-11-24T11:22:51,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742048_1224 (size=25158) 2024-11-24T11:22:51,263 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:51,265 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/A of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 4843340fa3e8431995cf1bd4fc1b713d(size=30.9 K), total size for store is 61.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:51,265 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:51,265 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, priority=13, startTime=1732447370549; duration=0sec 2024-11-24T11:22:51,265 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:51,265 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:A 2024-11-24T11:22:51,266 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/B of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 0aa6f11a9f2249b49e5a762305d2a8c0(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:51,266 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:51,267 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, priority=13, startTime=1732447370549; duration=0sec 2024-11-24T11:22:51,267 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:51,267 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:B 2024-11-24T11:22:51,274 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eb09091797a242cbba93c311e669c9fc_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eb09091797a242cbba93c311e669c9fc_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:51,276 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/0739648eb6c44fd3b214a44549bf48d9, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:51,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/0739648eb6c44fd3b214a44549bf48d9 is 175, key is test_row_0/A:col10/1732447371154/Put/seqid=0 2024-11-24T11:22:51,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742047_1223 (size=74795) 2024-11-24T11:22:51,282 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/0739648eb6c44fd3b214a44549bf48d9 2024-11-24T11:22:51,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/cc3f60d88cad4dd19df1e2bc6844f8b2 is 50, key is test_row_0/B:col10/1732447371154/Put/seqid=0 2024-11-24T11:22:51,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742049_1225 (size=12301) 2024-11-24T11:22:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447431321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447431321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447431323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447431428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447431428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T11:22:51,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447431429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,431 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-24T11:22:51,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-24T11:22:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T11:22:51,435 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:51,436 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:51,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T11:22:51,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T11:22:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:51,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:51,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447431632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447431633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447431634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/cc3f60d88cad4dd19df1e2bc6844f8b2 2024-11-24T11:22:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T11:22:51,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T11:22:51,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:51,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:51,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:51,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:51,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:51,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/a595e766f18b4867be1a8aca7bc0d9d0 is 50, key is test_row_0/C:col10/1732447371154/Put/seqid=0 2024-11-24T11:22:51,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742050_1226 (size=12301) 2024-11-24T11:22:51,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/a595e766f18b4867be1a8aca7bc0d9d0 2024-11-24T11:22:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/0739648eb6c44fd3b214a44549bf48d9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/0739648eb6c44fd3b214a44549bf48d9 2024-11-24T11:22:51,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/0739648eb6c44fd3b214a44549bf48d9, entries=400, sequenceid=290, filesize=73.0 K 2024-11-24T11:22:51,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/cc3f60d88cad4dd19df1e2bc6844f8b2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cc3f60d88cad4dd19df1e2bc6844f8b2 2024-11-24T11:22:51,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cc3f60d88cad4dd19df1e2bc6844f8b2, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T11:22:51,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/a595e766f18b4867be1a8aca7bc0d9d0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a595e766f18b4867be1a8aca7bc0d9d0 2024-11-24T11:22:51,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a595e766f18b4867be1a8aca7bc0d9d0, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T11:22:51,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 679ms, sequenceid=290, compaction requested=true 2024-11-24T11:22:51,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:51,834 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:51,836 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:51,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:51,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:51,838 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137735 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:51,838 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:51,838 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/A is initiating minor compaction (all files) 2024-11-24T11:22:51,838 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/B is initiating minor compaction (all files) 2024-11-24T11:22:51,838 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/A in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:51,838 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/B in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:51,839 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4843340fa3e8431995cf1bd4fc1b713d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c7302ef0a17d453590bf94e905bce682, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/0739648eb6c44fd3b214a44549bf48d9] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=134.5 K 2024-11-24T11:22:51,839 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0aa6f11a9f2249b49e5a762305d2a8c0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a3748f57508e4a21ae5ef1b0d7fdd502, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cc3f60d88cad4dd19df1e2bc6844f8b2] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=36.5 K 2024-11-24T11:22:51,839 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:51,839 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4843340fa3e8431995cf1bd4fc1b713d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c7302ef0a17d453590bf94e905bce682, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/0739648eb6c44fd3b214a44549bf48d9] 2024-11-24T11:22:51,839 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aa6f11a9f2249b49e5a762305d2a8c0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732447368713 2024-11-24T11:22:51,840 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a3748f57508e4a21ae5ef1b0d7fdd502, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732447369901 2024-11-24T11:22:51,840 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting cc3f60d88cad4dd19df1e2bc6844f8b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732447371144 2024-11-24T11:22:51,840 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4843340fa3e8431995cf1bd4fc1b713d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732447368713 2024-11-24T11:22:51,841 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7302ef0a17d453590bf94e905bce682, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732447369901 2024-11-24T11:22:51,842 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0739648eb6c44fd3b214a44549bf48d9, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732447371085 2024-11-24T11:22:51,864 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:51,878 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#B#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:51,879 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/f94a8ffa4dd04a8a999311f8da9c9b85 is 50, key is test_row_0/B:col10/1732447371154/Put/seqid=0 2024-11-24T11:22:51,883 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f55838167f1c4691a322c459c08c1976_3b35c45ba12c8bf91f3fe83c59b1a0e4 store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:51,887 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f55838167f1c4691a322c459c08c1976_3b35c45ba12c8bf91f3fe83c59b1a0e4, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:51,887 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f55838167f1c4691a322c459c08c1976_3b35c45ba12c8bf91f3fe83c59b1a0e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:51,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T11:22:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:51,898 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:22:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:51,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742051_1227 (size=12983) 2024-11-24T11:22:51,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742052_1228 (size=4469) 2024-11-24T11:22:51,957 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/f94a8ffa4dd04a8a999311f8da9c9b85 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/f94a8ffa4dd04a8a999311f8da9c9b85 2024-11-24T11:22:51,957 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#A#compaction#189 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:51,958 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/f30e355403c24ce0bd759c49beff88fd is 175, key is test_row_0/A:col10/1732447371154/Put/seqid=0 2024-11-24T11:22:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447431952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447431958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447431961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:51,965 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/B of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into f94a8ffa4dd04a8a999311f8da9c9b85(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:51,965 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:51,965 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, priority=13, startTime=1732447371836; duration=0sec 2024-11-24T11:22:51,965 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:51,965 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:B 2024-11-24T11:22:51,965 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c67c085831304deebad7698425bb65db_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447371321/Put/seqid=0 2024-11-24T11:22:51,970 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:51,970 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/C is initiating minor compaction (all files) 2024-11-24T11:22:51,970 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/C in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:51,970 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/3433ae5f1fd9420e88f338cbb3aee4cc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/2a03a39b350345febde2606af4329a15, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a595e766f18b4867be1a8aca7bc0d9d0] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=36.5 K 2024-11-24T11:22:51,971 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3433ae5f1fd9420e88f338cbb3aee4cc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732447368713 2024-11-24T11:22:51,971 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a03a39b350345febde2606af4329a15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732447369901 2024-11-24T11:22:51,972 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a595e766f18b4867be1a8aca7bc0d9d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732447371144 2024-11-24T11:22:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742053_1229 (size=31937) 2024-11-24T11:22:52,004 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:52,005 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/2248f8d9a8a941fc8b5492b2b74b64f7 is 50, key is test_row_0/C:col10/1732447371154/Put/seqid=0 2024-11-24T11:22:52,009 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/f30e355403c24ce0bd759c49beff88fd as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f30e355403c24ce0bd759c49beff88fd 2024-11-24T11:22:52,015 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/A of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into f30e355403c24ce0bd759c49beff88fd(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:52,015 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:52,015 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, priority=13, startTime=1732447371834; duration=0sec 2024-11-24T11:22:52,016 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:52,016 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:A 2024-11-24T11:22:52,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742054_1230 (size=12454) 2024-11-24T11:22:52,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:52,032 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c67c085831304deebad7698425bb65db_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c67c085831304deebad7698425bb65db_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:52,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/89a6898387b4405baca338f37824fa7d, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:52,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/89a6898387b4405baca338f37824fa7d is 175, key is test_row_0/A:col10/1732447371321/Put/seqid=0 2024-11-24T11:22:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T11:22:52,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742055_1231 (size=12983) 2024-11-24T11:22:52,062 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/2248f8d9a8a941fc8b5492b2b74b64f7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/2248f8d9a8a941fc8b5492b2b74b64f7 2024-11-24T11:22:52,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447432063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:52,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447432065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:52,068 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/C of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 2248f8d9a8a941fc8b5492b2b74b64f7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:52,068 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:52,068 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, priority=13, startTime=1732447371837; duration=0sec 2024-11-24T11:22:52,068 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:52,068 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:C 2024-11-24T11:22:52,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447432066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:52,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742056_1232 (size=31255) 2024-11-24T11:22:52,098 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/89a6898387b4405baca338f37824fa7d 2024-11-24T11:22:52,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/39cc85728b5c4279a6983957a17a6870 is 50, key is test_row_0/B:col10/1732447371321/Put/seqid=0 2024-11-24T11:22:52,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50828 deadline: 1732447432128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:52,132 DEBUG [Thread-711 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., hostname=28d8a466d69e,38163,1732447321684, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:52,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742057_1233 (size=12301) 2024-11-24T11:22:52,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447432268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:52,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447432271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:52,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447432271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T11:22:52,566 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/39cc85728b5c4279a6983957a17a6870 2024-11-24T11:22:52,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447432572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:52,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447432574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447432575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/90b4d1cc3a7a4dfca250780b3adeb522 is 50, key is test_row_0/C:col10/1732447371321/Put/seqid=0 2024-11-24T11:22:52,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742058_1234 (size=12301) 2024-11-24T11:22:52,638 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/90b4d1cc3a7a4dfca250780b3adeb522 2024-11-24T11:22:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/89a6898387b4405baca338f37824fa7d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/89a6898387b4405baca338f37824fa7d 2024-11-24T11:22:52,652 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/89a6898387b4405baca338f37824fa7d, entries=150, sequenceid=317, filesize=30.5 K 2024-11-24T11:22:52,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/39cc85728b5c4279a6983957a17a6870 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/39cc85728b5c4279a6983957a17a6870 2024-11-24T11:22:52,660 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/39cc85728b5c4279a6983957a17a6870, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T11:22:52,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/90b4d1cc3a7a4dfca250780b3adeb522 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90b4d1cc3a7a4dfca250780b3adeb522 2024-11-24T11:22:52,666 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90b4d1cc3a7a4dfca250780b3adeb522, entries=150, sequenceid=317, filesize=12.0 K 2024-11-24T11:22:52,667 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 769ms, sequenceid=317, compaction requested=false 2024-11-24T11:22:52,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:52,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:52,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T11:22:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-24T11:22:52,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-24T11:22:52,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2340 sec 2024-11-24T11:22:52,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.2400 sec 2024-11-24T11:22:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:53,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:22:53,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:53,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:53,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:53,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:53,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:53,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:53,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112499ce2d0e0a624347a5344c8cf003a0b2_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447371956/Put/seqid=0 2024-11-24T11:22:53,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447433134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447433136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447433137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742059_1235 (size=14994) 2024-11-24T11:22:53,158 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:53,164 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112499ce2d0e0a624347a5344c8cf003a0b2_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499ce2d0e0a624347a5344c8cf003a0b2_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:53,165 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/24b7003358ff4aa1b699f2ace64289f8, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:53,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/24b7003358ff4aa1b699f2ace64289f8 is 175, key is test_row_0/A:col10/1732447371956/Put/seqid=0 2024-11-24T11:22:53,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742060_1236 (size=39949) 2024-11-24T11:22:53,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447433239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447433242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447433247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447433444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447433454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447433454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T11:22:53,541 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-24T11:22:53,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-24T11:22:53,544 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T11:22:53,545 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:53,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:53,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/24b7003358ff4aa1b699f2ace64289f8 2024-11-24T11:22:53,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/d907856506f44fccbf86963428e3fa5f is 50, key is test_row_0/B:col10/1732447371956/Put/seqid=0 2024-11-24T11:22:53,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742061_1237 (size=12301) 2024-11-24T11:22:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T11:22:53,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/d907856506f44fccbf86963428e3fa5f 2024-11-24T11:22:53,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/dd603cf72ba74690a2799bdc200e4f4a is 50, key is test_row_0/C:col10/1732447371956/Put/seqid=0 2024-11-24T11:22:53,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:53,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:53,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:53,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:53,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:53,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:53,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742062_1238 (size=12301) 2024-11-24T11:22:53,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/dd603cf72ba74690a2799bdc200e4f4a 2024-11-24T11:22:53,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/24b7003358ff4aa1b699f2ace64289f8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/24b7003358ff4aa1b699f2ace64289f8 2024-11-24T11:22:53,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/24b7003358ff4aa1b699f2ace64289f8, entries=200, sequenceid=332, filesize=39.0 K 2024-11-24T11:22:53,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/d907856506f44fccbf86963428e3fa5f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d907856506f44fccbf86963428e3fa5f 2024-11-24T11:22:53,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d907856506f44fccbf86963428e3fa5f, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T11:22:53,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/dd603cf72ba74690a2799bdc200e4f4a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/dd603cf72ba74690a2799bdc200e4f4a 2024-11-24T11:22:53,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/dd603cf72ba74690a2799bdc200e4f4a, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T11:22:53,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 668ms, sequenceid=332, compaction requested=true 2024-11-24T11:22:53,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:53,751 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:53,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:53,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:53,752 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:53,752 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/A is initiating minor compaction (all files) 2024-11-24T11:22:53,753 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/A in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:53,753 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f30e355403c24ce0bd759c49beff88fd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/89a6898387b4405baca338f37824fa7d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/24b7003358ff4aa1b699f2ace64289f8] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=100.7 K 2024-11-24T11:22:53,753 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:53,753 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f30e355403c24ce0bd759c49beff88fd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/89a6898387b4405baca338f37824fa7d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/24b7003358ff4aa1b699f2ace64289f8] 2024-11-24T11:22:53,753 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f30e355403c24ce0bd759c49beff88fd, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732447371144 2024-11-24T11:22:53,754 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89a6898387b4405baca338f37824fa7d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732447371278 2024-11-24T11:22:53,754 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24b7003358ff4aa1b699f2ace64289f8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447371945 2024-11-24T11:22:53,757 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:53,758 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:53,758 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/B is initiating minor compaction (all files) 2024-11-24T11:22:53,759 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/B in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:53,759 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/f94a8ffa4dd04a8a999311f8da9c9b85, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/39cc85728b5c4279a6983957a17a6870, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d907856506f44fccbf86963428e3fa5f] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=36.7 K 2024-11-24T11:22:53,759 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting f94a8ffa4dd04a8a999311f8da9c9b85, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732447371144 2024-11-24T11:22:53,760 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 39cc85728b5c4279a6983957a17a6870, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732447371278 2024-11-24T11:22:53,761 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d907856506f44fccbf86963428e3fa5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447371954 2024-11-24T11:22:53,771 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:53,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:53,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:53,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:53,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:53,777 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124a28c8c39ae95401f99427e0caead4734_3b35c45ba12c8bf91f3fe83c59b1a0e4 store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:53,779 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124a28c8c39ae95401f99427e0caead4734_3b35c45ba12c8bf91f3fe83c59b1a0e4, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:53,779 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a28c8c39ae95401f99427e0caead4734_3b35c45ba12c8bf91f3fe83c59b1a0e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:53,783 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#B#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:53,784 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/ae023c0fc5d74ee98508331633122251 is 50, key is test_row_0/B:col10/1732447371956/Put/seqid=0 2024-11-24T11:22:53,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742063_1239 (size=4469) 2024-11-24T11:22:53,805 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#A#compaction#198 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:53,806 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/b01ad3e6079542b9bae8f7a866239454 is 175, key is test_row_0/A:col10/1732447371956/Put/seqid=0 2024-11-24T11:22:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:53,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742064_1240 (size=13085) 2024-11-24T11:22:53,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T11:22:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:53,824 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/ae023c0fc5d74ee98508331633122251 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/ae023c0fc5d74ee98508331633122251 2024-11-24T11:22:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742065_1241 (size=32039) 2024-11-24T11:22:53,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447433832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447433827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447433835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,840 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/B of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into ae023c0fc5d74ee98508331633122251(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:53,841 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:53,841 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, priority=13, startTime=1732447373757; duration=0sec 2024-11-24T11:22:53,841 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:53,841 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:B 2024-11-24T11:22:53,841 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:53,844 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:53,844 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/C is initiating minor compaction (all files) 2024-11-24T11:22:53,844 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/C in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:53,844 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/2248f8d9a8a941fc8b5492b2b74b64f7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90b4d1cc3a7a4dfca250780b3adeb522, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/dd603cf72ba74690a2799bdc200e4f4a] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=36.7 K 2024-11-24T11:22:53,845 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2248f8d9a8a941fc8b5492b2b74b64f7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732447371144 2024-11-24T11:22:53,846 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/b01ad3e6079542b9bae8f7a866239454 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/b01ad3e6079542b9bae8f7a866239454 2024-11-24T11:22:53,846 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 90b4d1cc3a7a4dfca250780b3adeb522, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732447371278 2024-11-24T11:22:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T11:22:53,848 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting dd603cf72ba74690a2799bdc200e4f4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447371954 2024-11-24T11:22:53,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e290ecf316d241f89de4464213cd02ac_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447373774/Put/seqid=0 2024-11-24T11:22:53,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:53,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:53,861 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/A of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into b01ad3e6079542b9bae8f7a866239454(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:53,861 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:53,861 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, priority=13, startTime=1732447373751; duration=0sec 2024-11-24T11:22:53,861 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:53,861 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:A 2024-11-24T11:22:53,875 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#C#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:53,875 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/5435aa0086be49148eba48a6a8453d0a is 50, key is test_row_0/C:col10/1732447371956/Put/seqid=0 2024-11-24T11:22:53,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742066_1242 (size=12454) 2024-11-24T11:22:53,880 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:53,888 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e290ecf316d241f89de4464213cd02ac_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e290ecf316d241f89de4464213cd02ac_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:53,889 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/35afbafa364d468482dd7a3f25ec33fe, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:53,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/35afbafa364d468482dd7a3f25ec33fe is 175, key is test_row_0/A:col10/1732447373774/Put/seqid=0 2024-11-24T11:22:53,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742067_1243 (size=13085) 2024-11-24T11:22:53,924 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/5435aa0086be49148eba48a6a8453d0a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/5435aa0086be49148eba48a6a8453d0a 2024-11-24T11:22:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742068_1244 (size=31255) 2024-11-24T11:22:53,930 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/35afbafa364d468482dd7a3f25ec33fe 2024-11-24T11:22:53,931 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/C of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 5435aa0086be49148eba48a6a8453d0a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:53,931 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:53,931 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, priority=13, startTime=1732447373776; duration=0sec 2024-11-24T11:22:53,932 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:53,932 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:C 2024-11-24T11:22:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447433936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447433938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447433942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:53,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/0026024941384c2b975216d882e1bf9d is 50, key is test_row_0/B:col10/1732447373774/Put/seqid=0 2024-11-24T11:22:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742069_1245 (size=12301) 2024-11-24T11:22:53,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/0026024941384c2b975216d882e1bf9d 2024-11-24T11:22:53,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/45055c17cee1465eba87e709dbd5664e is 50, key is test_row_0/C:col10/1732447373774/Put/seqid=0 2024-11-24T11:22:53,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742070_1246 (size=12301) 2024-11-24T11:22:54,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/45055c17cee1465eba87e709dbd5664e 2024-11-24T11:22:54,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/35afbafa364d468482dd7a3f25ec33fe as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/35afbafa364d468482dd7a3f25ec33fe 2024-11-24T11:22:54,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/35afbafa364d468482dd7a3f25ec33fe, entries=150, sequenceid=359, filesize=30.5 K 2024-11-24T11:22:54,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/0026024941384c2b975216d882e1bf9d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0026024941384c2b975216d882e1bf9d 2024-11-24T11:22:54,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0026024941384c2b975216d882e1bf9d, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T11:22:54,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/45055c17cee1465eba87e709dbd5664e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/45055c17cee1465eba87e709dbd5664e 2024-11-24T11:22:54,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/45055c17cee1465eba87e709dbd5664e, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T11:22:54,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 219ms, sequenceid=359, compaction requested=false 2024-11-24T11:22:54,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:54,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T11:22:54,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:54,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:54,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:54,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:54,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:54,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:54,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:54,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247ba4dd591d7d4d8bad0689eb1d78010a_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447374147/Put/seqid=0 2024-11-24T11:22:54,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742071_1247 (size=12454) 2024-11-24T11:22:54,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447434194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,198 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:54,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447434196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447434197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,204 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247ba4dd591d7d4d8bad0689eb1d78010a_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ba4dd591d7d4d8bad0689eb1d78010a_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:54,206 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/8513d4885dbc4b41b1254148d612ee51, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:54,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/8513d4885dbc4b41b1254148d612ee51 is 175, key is test_row_0/A:col10/1732447374147/Put/seqid=0 2024-11-24T11:22:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742072_1248 (size=31255) 2024-11-24T11:22:54,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/8513d4885dbc4b41b1254148d612ee51 2024-11-24T11:22:54,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/d9d3b457d18f4970b0006efc538d2c41 is 50, key is test_row_0/B:col10/1732447374147/Put/seqid=0 2024-11-24T11:22:54,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742073_1249 (size=12301) 2024-11-24T11:22:54,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/d9d3b457d18f4970b0006efc538d2c41 2024-11-24T11:22:54,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447434299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447434303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447434304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/138a5d04444b45d79725542b5b755633 is 50, key is test_row_0/C:col10/1732447374147/Put/seqid=0 2024-11-24T11:22:54,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742074_1250 (size=12301) 2024-11-24T11:22:54,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50898 deadline: 1732447434413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,416 DEBUG [Thread-709 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., hostname=28d8a466d69e,38163,1732447321684, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:54,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:54,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447434503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447434507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447434507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,621 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:54,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:54,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T11:22:54,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/138a5d04444b45d79725542b5b755633 2024-11-24T11:22:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/8513d4885dbc4b41b1254148d612ee51 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8513d4885dbc4b41b1254148d612ee51 2024-11-24T11:22:54,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8513d4885dbc4b41b1254148d612ee51, entries=150, sequenceid=374, filesize=30.5 K 2024-11-24T11:22:54,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/d9d3b457d18f4970b0006efc538d2c41 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d9d3b457d18f4970b0006efc538d2c41 2024-11-24T11:22:54,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d9d3b457d18f4970b0006efc538d2c41, entries=150, sequenceid=374, filesize=12.0 K 2024-11-24T11:22:54,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/138a5d04444b45d79725542b5b755633 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/138a5d04444b45d79725542b5b755633 2024-11-24T11:22:54,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/138a5d04444b45d79725542b5b755633, entries=150, sequenceid=374, filesize=12.0 K 2024-11-24T11:22:54,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 629ms, sequenceid=374, compaction requested=true 2024-11-24T11:22:54,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:54,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,777 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:54,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:54,778 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:54,779 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:54,779 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/A is initiating minor compaction (all files) 2024-11-24T11:22:54,779 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/A in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,779 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/b01ad3e6079542b9bae8f7a866239454, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/35afbafa364d468482dd7a3f25ec33fe, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8513d4885dbc4b41b1254148d612ee51] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=92.3 K 2024-11-24T11:22:54,779 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,779 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/b01ad3e6079542b9bae8f7a866239454, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/35afbafa364d468482dd7a3f25ec33fe, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8513d4885dbc4b41b1254148d612ee51] 2024-11-24T11:22:54,780 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b01ad3e6079542b9bae8f7a866239454, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447371954 2024-11-24T11:22:54,780 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:54,780 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/B is initiating minor compaction (all files) 2024-11-24T11:22:54,781 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/B in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,781 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/ae023c0fc5d74ee98508331633122251, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0026024941384c2b975216d882e1bf9d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d9d3b457d18f4970b0006efc538d2c41] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=36.8 K 2024-11-24T11:22:54,781 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35afbafa364d468482dd7a3f25ec33fe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732447373754 2024-11-24T11:22:54,781 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ae023c0fc5d74ee98508331633122251, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447371954 2024-11-24T11:22:54,782 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0026024941384c2b975216d882e1bf9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732447373754 2024-11-24T11:22:54,782 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8513d4885dbc4b41b1254148d612ee51, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732447373829 2024-11-24T11:22:54,782 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d9d3b457d18f4970b0006efc538d2c41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732447373829 2024-11-24T11:22:54,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:54,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:54,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:54,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:54,802 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#B#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:54,803 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/0a829cfc42904e7d9f3d5d10c465dc36 is 50, key is test_row_0/B:col10/1732447374147/Put/seqid=0 2024-11-24T11:22:54,810 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:54,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:22:54,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:54,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:54,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:54,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:54,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:54,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:54,817 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124587a6fb4f5f546b0bd13e3527c5c316b_3b35c45ba12c8bf91f3fe83c59b1a0e4 store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:54,819 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124587a6fb4f5f546b0bd13e3527c5c316b_3b35c45ba12c8bf91f3fe83c59b1a0e4, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:54,820 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124587a6fb4f5f546b0bd13e3527c5c316b_3b35c45ba12c8bf91f3fe83c59b1a0e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:54,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447434831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447434834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447434834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742075_1251 (size=13187) 2024-11-24T11:22:54,857 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/0a829cfc42904e7d9f3d5d10c465dc36 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0a829cfc42904e7d9f3d5d10c465dc36 2024-11-24T11:22:54,863 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/B of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 0a829cfc42904e7d9f3d5d10c465dc36(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:54,863 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:54,863 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, priority=13, startTime=1732447374778; duration=0sec 2024-11-24T11:22:54,863 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:54,863 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:B 2024-11-24T11:22:54,863 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:54,864 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:54,864 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/C is initiating minor compaction (all files) 2024-11-24T11:22:54,864 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/C in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,864 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/5435aa0086be49148eba48a6a8453d0a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/45055c17cee1465eba87e709dbd5664e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/138a5d04444b45d79725542b5b755633] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=36.8 K 2024-11-24T11:22:54,865 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5435aa0086be49148eba48a6a8453d0a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447371954 2024-11-24T11:22:54,865 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 45055c17cee1465eba87e709dbd5664e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732447373754 2024-11-24T11:22:54,866 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 138a5d04444b45d79725542b5b755633, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732447373829 2024-11-24T11:22:54,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249c23fefd0f2d4d65a692fd1f74db6ae0_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447374190/Put/seqid=0 2024-11-24T11:22:54,888 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:54,889 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/f592ceb735544f05883f987cb5b2d887 is 50, key is test_row_0/C:col10/1732447374147/Put/seqid=0 2024-11-24T11:22:54,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742076_1252 (size=4469) 2024-11-24T11:22:54,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742077_1253 (size=12454) 2024-11-24T11:22:54,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:54,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:54,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:54,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:54,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:54,937 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249c23fefd0f2d4d65a692fd1f74db6ae0_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249c23fefd0f2d4d65a692fd1f74db6ae0_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:54,938 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/170bbd7578ae4979b9771fcd8feb3ebd, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:54,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/170bbd7578ae4979b9771fcd8feb3ebd is 175, key is test_row_0/A:col10/1732447374190/Put/seqid=0 2024-11-24T11:22:54,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447434938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447434943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447434943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:54,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742078_1254 (size=13187) 2024-11-24T11:22:54,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742079_1255 (size=31255) 2024-11-24T11:22:54,988 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/170bbd7578ae4979b9771fcd8feb3ebd 2024-11-24T11:22:55,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/20eb24a7011e4262ba12e6b097eccb0b is 50, key is test_row_0/B:col10/1732447374190/Put/seqid=0 2024-11-24T11:22:55,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742080_1256 (size=12301) 2024-11-24T11:22:55,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/20eb24a7011e4262ba12e6b097eccb0b 2024-11-24T11:22:55,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/025c4ef42b0f4e0aa40d709e9c3ae22a is 50, key is test_row_0/C:col10/1732447374190/Put/seqid=0 2024-11-24T11:22:55,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:55,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:55,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:55,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:55,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:55,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742081_1257 (size=12301) 2024-11-24T11:22:55,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447435145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:55,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447435150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:55,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447435150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:55,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:55,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:55,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:55,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:55,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:55,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,318 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#A#compaction#208 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:55,319 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/42f7ae8be63142a58ded238c3fc1a2b1 is 175, key is test_row_0/A:col10/1732447374147/Put/seqid=0 2024-11-24T11:22:55,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742082_1258 (size=32141) 2024-11-24T11:22:55,346 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/42f7ae8be63142a58ded238c3fc1a2b1 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/42f7ae8be63142a58ded238c3fc1a2b1 2024-11-24T11:22:55,354 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/A of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 42f7ae8be63142a58ded238c3fc1a2b1(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:55,354 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:55,354 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, priority=13, startTime=1732447374777; duration=0sec 2024-11-24T11:22:55,355 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:55,357 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:A 2024-11-24T11:22:55,358 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/f592ceb735544f05883f987cb5b2d887 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/f592ceb735544f05883f987cb5b2d887 2024-11-24T11:22:55,366 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/C of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into f592ceb735544f05883f987cb5b2d887(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:55,376 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:55,376 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, priority=13, startTime=1732447374783; duration=0sec 2024-11-24T11:22:55,380 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:55,380 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:C 2024-11-24T11:22:55,393 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:55,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:55,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:55,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:55,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:55,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447435452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:55,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447435454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:55,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447435456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:55,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/025c4ef42b0f4e0aa40d709e9c3ae22a 2024-11-24T11:22:55,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/170bbd7578ae4979b9771fcd8feb3ebd as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/170bbd7578ae4979b9771fcd8feb3ebd 2024-11-24T11:22:55,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/170bbd7578ae4979b9771fcd8feb3ebd, entries=150, sequenceid=399, filesize=30.5 K 2024-11-24T11:22:55,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/20eb24a7011e4262ba12e6b097eccb0b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/20eb24a7011e4262ba12e6b097eccb0b 2024-11-24T11:22:55,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/20eb24a7011e4262ba12e6b097eccb0b, entries=150, sequenceid=399, filesize=12.0 K 2024-11-24T11:22:55,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/025c4ef42b0f4e0aa40d709e9c3ae22a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/025c4ef42b0f4e0aa40d709e9c3ae22a 2024-11-24T11:22:55,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:55,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:55,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:55,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:55,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:55,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:55,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/025c4ef42b0f4e0aa40d709e9c3ae22a, entries=150, sequenceid=399, filesize=12.0 K 2024-11-24T11:22:55,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 745ms, sequenceid=399, compaction requested=false 2024-11-24T11:22:55,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T11:22:55,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:55,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T11:22:55,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:55,702 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:55,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245d9ebc79479b4edd8599ef6392c2a2eb_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447374832/Put/seqid=0 2024-11-24T11:22:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742083_1259 (size=12454) 2024-11-24T11:22:55,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:55,802 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245d9ebc79479b4edd8599ef6392c2a2eb_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245d9ebc79479b4edd8599ef6392c2a2eb_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/1522665106f64266bcb33ab6c9b4df80, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:55,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/1522665106f64266bcb33ab6c9b4df80 is 175, key is test_row_0/A:col10/1732447374832/Put/seqid=0 2024-11-24T11:22:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742084_1260 (size=31255) 2024-11-24T11:22:55,844 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/1522665106f64266bcb33ab6c9b4df80 2024-11-24T11:22:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/d1eec42c464b4522ab67a560923ac969 is 50, key is test_row_0/B:col10/1732447374832/Put/seqid=0 2024-11-24T11:22:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742085_1261 (size=12301) 2024-11-24T11:22:55,897 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/d1eec42c464b4522ab67a560923ac969 2024-11-24T11:22:55,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/a775a94e89204e27898fcd04faff51c3 is 50, key is test_row_0/C:col10/1732447374832/Put/seqid=0 2024-11-24T11:22:55,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742086_1262 (size=12301) 2024-11-24T11:22:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:55,965 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/a775a94e89204e27898fcd04faff51c3 2024-11-24T11:22:55,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/1522665106f64266bcb33ab6c9b4df80 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/1522665106f64266bcb33ab6c9b4df80 2024-11-24T11:22:55,979 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/1522665106f64266bcb33ab6c9b4df80, entries=150, sequenceid=413, filesize=30.5 K 2024-11-24T11:22:55,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/d1eec42c464b4522ab67a560923ac969 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d1eec42c464b4522ab67a560923ac969 2024-11-24T11:22:55,999 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d1eec42c464b4522ab67a560923ac969, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T11:22:56,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/a775a94e89204e27898fcd04faff51c3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a775a94e89204e27898fcd04faff51c3 2024-11-24T11:22:56,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447436004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447436004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,008 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a775a94e89204e27898fcd04faff51c3, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T11:22:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447436005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,010 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 308ms, sequenceid=413, compaction requested=true 2024-11-24T11:22:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T11:22:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-24T11:22:56,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-24T11:22:56,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4660 sec 2024-11-24T11:22:56,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.4710 sec 2024-11-24T11:22:56,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T11:22:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:56,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:56,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:56,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:56,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:56,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:56,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:56,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447436131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447436132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240075bd14288f47f1846a395fc9549375_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447376113/Put/seqid=0 2024-11-24T11:22:56,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447436136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742087_1263 (size=12454) 2024-11-24T11:22:56,181 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:56,187 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240075bd14288f47f1846a395fc9549375_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240075bd14288f47f1846a395fc9549375_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:56,188 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/7088a8aa0050499a8e644b34228cdaa0, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:56,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/7088a8aa0050499a8e644b34228cdaa0 is 175, key is test_row_0/A:col10/1732447376113/Put/seqid=0 2024-11-24T11:22:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742088_1264 (size=31255) 2024-11-24T11:22:56,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447436239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447436241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447436249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447436448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447436449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447436454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,623 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=441, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/7088a8aa0050499a8e644b34228cdaa0 2024-11-24T11:22:56,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/97a26ab198a8430baeb93b921b2f27a6 is 50, key is test_row_0/B:col10/1732447376113/Put/seqid=0 2024-11-24T11:22:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742089_1265 (size=12301) 2024-11-24T11:22:56,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447436750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447436751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:56,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447436760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/97a26ab198a8430baeb93b921b2f27a6 2024-11-24T11:22:57,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/7c3dbbc6b0e145bba9d74a34f6d1154c is 50, key is test_row_0/C:col10/1732447376113/Put/seqid=0 2024-11-24T11:22:57,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742090_1266 (size=12301) 2024-11-24T11:22:57,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/7c3dbbc6b0e145bba9d74a34f6d1154c 2024-11-24T11:22:57,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/7088a8aa0050499a8e644b34228cdaa0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/7088a8aa0050499a8e644b34228cdaa0 2024-11-24T11:22:57,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/7088a8aa0050499a8e644b34228cdaa0, entries=150, sequenceid=441, filesize=30.5 K 2024-11-24T11:22:57,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/97a26ab198a8430baeb93b921b2f27a6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/97a26ab198a8430baeb93b921b2f27a6 2024-11-24T11:22:57,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/97a26ab198a8430baeb93b921b2f27a6, entries=150, sequenceid=441, filesize=12.0 K 2024-11-24T11:22:57,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/7c3dbbc6b0e145bba9d74a34f6d1154c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/7c3dbbc6b0e145bba9d74a34f6d1154c 2024-11-24T11:22:57,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/7c3dbbc6b0e145bba9d74a34f6d1154c, entries=150, sequenceid=441, filesize=12.0 K 2024-11-24T11:22:57,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 1016ms, sequenceid=441, compaction requested=true 2024-11-24T11:22:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:57,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:57,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:57,134 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:57,134 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:57,136 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125906 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:57,136 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/A is initiating minor compaction (all files) 2024-11-24T11:22:57,136 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/A in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:57,136 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/42f7ae8be63142a58ded238c3fc1a2b1, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/170bbd7578ae4979b9771fcd8feb3ebd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/1522665106f64266bcb33ab6c9b4df80, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/7088a8aa0050499a8e644b34228cdaa0] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=123.0 K 2024-11-24T11:22:57,136 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:57,136 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/42f7ae8be63142a58ded238c3fc1a2b1, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/170bbd7578ae4979b9771fcd8feb3ebd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/1522665106f64266bcb33ab6c9b4df80, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/7088a8aa0050499a8e644b34228cdaa0] 2024-11-24T11:22:57,136 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:57,137 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/B is initiating minor compaction (all files) 2024-11-24T11:22:57,137 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/B in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:57,137 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0a829cfc42904e7d9f3d5d10c465dc36, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/20eb24a7011e4262ba12e6b097eccb0b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d1eec42c464b4522ab67a560923ac969, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/97a26ab198a8430baeb93b921b2f27a6] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=48.9 K 2024-11-24T11:22:57,137 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a829cfc42904e7d9f3d5d10c465dc36, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732447373829 2024-11-24T11:22:57,137 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42f7ae8be63142a58ded238c3fc1a2b1, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732447373829 2024-11-24T11:22:57,138 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 170bbd7578ae4979b9771fcd8feb3ebd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732447374190 2024-11-24T11:22:57,138 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 20eb24a7011e4262ba12e6b097eccb0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732447374190 2024-11-24T11:22:57,138 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d1eec42c464b4522ab67a560923ac969, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732447374829 2024-11-24T11:22:57,139 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1522665106f64266bcb33ab6c9b4df80, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732447374829 2024-11-24T11:22:57,139 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 97a26ab198a8430baeb93b921b2f27a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447376113 2024-11-24T11:22:57,140 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7088a8aa0050499a8e644b34228cdaa0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447376113 2024-11-24T11:22:57,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:57,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:57,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:57,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:57,164 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:57,168 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:57,168 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/051cc5bccb404bbda9fe377ea40ea4c2 is 50, key is test_row_0/B:col10/1732447376113/Put/seqid=0 2024-11-24T11:22:57,178 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d4999d3d048c4980bd2ec69f2ab6bbdc_3b35c45ba12c8bf91f3fe83c59b1a0e4 store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:57,181 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d4999d3d048c4980bd2ec69f2ab6bbdc_3b35c45ba12c8bf91f3fe83c59b1a0e4, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:57,181 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d4999d3d048c4980bd2ec69f2ab6bbdc_3b35c45ba12c8bf91f3fe83c59b1a0e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:57,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742092_1268 (size=4469) 2024-11-24T11:22:57,229 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#A#compaction#219 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:57,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742091_1267 (size=13323) 2024-11-24T11:22:57,230 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/704cf3a866a74c3fa209c479dadc9c1b is 175, key is test_row_0/A:col10/1732447376113/Put/seqid=0 2024-11-24T11:22:57,238 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/051cc5bccb404bbda9fe377ea40ea4c2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/051cc5bccb404bbda9fe377ea40ea4c2 2024-11-24T11:22:57,248 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/B of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 051cc5bccb404bbda9fe377ea40ea4c2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:57,248 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:57,248 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, priority=12, startTime=1732447377134; duration=0sec 2024-11-24T11:22:57,248 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:57,248 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:B 2024-11-24T11:22:57,248 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:22:57,250 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:22:57,250 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/C is initiating minor compaction (all files) 2024-11-24T11:22:57,250 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/C in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:57,250 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/f592ceb735544f05883f987cb5b2d887, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/025c4ef42b0f4e0aa40d709e9c3ae22a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a775a94e89204e27898fcd04faff51c3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/7c3dbbc6b0e145bba9d74a34f6d1154c] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=48.9 K 2024-11-24T11:22:57,251 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting f592ceb735544f05883f987cb5b2d887, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732447373829 2024-11-24T11:22:57,251 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 025c4ef42b0f4e0aa40d709e9c3ae22a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732447374190 2024-11-24T11:22:57,252 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a775a94e89204e27898fcd04faff51c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732447374829 2024-11-24T11:22:57,253 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c3dbbc6b0e145bba9d74a34f6d1154c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447376113 2024-11-24T11:22:57,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:57,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:57,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:57,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:57,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:57,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:57,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742093_1269 (size=32277) 2024-11-24T11:22:57,284 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#C#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:57,285 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/78785735045344728f30ce8b02fb5308 is 50, key is test_row_0/C:col10/1732447376113/Put/seqid=0 2024-11-24T11:22:57,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447437311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243078993aa6c24a578bc78d209b51f422_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447377262/Put/seqid=0 2024-11-24T11:22:57,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447437314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447437315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742094_1270 (size=13323) 2024-11-24T11:22:57,340 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/78785735045344728f30ce8b02fb5308 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/78785735045344728f30ce8b02fb5308 2024-11-24T11:22:57,345 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/C of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 78785735045344728f30ce8b02fb5308(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:57,345 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:57,345 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, priority=12, startTime=1732447377140; duration=0sec 2024-11-24T11:22:57,345 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:57,345 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:C 2024-11-24T11:22:57,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742095_1271 (size=17534) 2024-11-24T11:22:57,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:57,374 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243078993aa6c24a578bc78d209b51f422_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243078993aa6c24a578bc78d209b51f422_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:57,375 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/f73f9a9496454ab6b461991bdc7fd262, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:57,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/f73f9a9496454ab6b461991bdc7fd262 is 175, key is test_row_0/A:col10/1732447377262/Put/seqid=0 2024-11-24T11:22:57,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742096_1272 (size=48639) 2024-11-24T11:22:57,412 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=454, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/f73f9a9496454ab6b461991bdc7fd262 2024-11-24T11:22:57,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447437420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447437424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447437424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/59299ee4dbe84a4c8f4f1a0ce001589f is 50, key is test_row_0/B:col10/1732447377262/Put/seqid=0 2024-11-24T11:22:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742097_1273 (size=12301) 2024-11-24T11:22:57,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/59299ee4dbe84a4c8f4f1a0ce001589f 2024-11-24T11:22:57,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/8cb806bb3b8c43d1bb0d28d4544f9453 is 50, key is test_row_0/C:col10/1732447377262/Put/seqid=0 2024-11-24T11:22:57,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742098_1274 (size=12301) 2024-11-24T11:22:57,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/8cb806bb3b8c43d1bb0d28d4544f9453 2024-11-24T11:22:57,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/f73f9a9496454ab6b461991bdc7fd262 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f73f9a9496454ab6b461991bdc7fd262 2024-11-24T11:22:57,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f73f9a9496454ab6b461991bdc7fd262, entries=250, sequenceid=454, filesize=47.5 K 2024-11-24T11:22:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/59299ee4dbe84a4c8f4f1a0ce001589f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/59299ee4dbe84a4c8f4f1a0ce001589f 2024-11-24T11:22:57,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/59299ee4dbe84a4c8f4f1a0ce001589f, entries=150, sequenceid=454, filesize=12.0 K 2024-11-24T11:22:57,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/8cb806bb3b8c43d1bb0d28d4544f9453 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/8cb806bb3b8c43d1bb0d28d4544f9453 2024-11-24T11:22:57,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/8cb806bb3b8c43d1bb0d28d4544f9453, entries=150, sequenceid=454, filesize=12.0 K 2024-11-24T11:22:57,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 316ms, sequenceid=454, compaction requested=false 2024-11-24T11:22:57,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:57,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:22:57,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:57,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:57,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447437647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447437649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447437650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T11:22:57,653 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-24T11:22:57,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b180a007b7b44a12b9223db7a8bc4d7f_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447377630/Put/seqid=0 2024-11-24T11:22:57,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:22:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-24T11:22:57,657 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:22:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T11:22:57,660 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:22:57,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:22:57,682 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/704cf3a866a74c3fa209c479dadc9c1b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/704cf3a866a74c3fa209c479dadc9c1b 2024-11-24T11:22:57,691 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/A of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 704cf3a866a74c3fa209c479dadc9c1b(size=31.5 K), total size for store is 79.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:57,691 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:57,691 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, priority=12, startTime=1732447377134; duration=0sec 2024-11-24T11:22:57,692 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:57,692 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:A 2024-11-24T11:22:57,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742099_1275 (size=14994) 2024-11-24T11:22:57,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447437754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447437754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447437751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T11:22:57,779 DEBUG [Thread-716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75df0cb6 to 127.0.0.1:50154 2024-11-24T11:22:57,779 DEBUG [Thread-722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x019d0bb4 to 127.0.0.1:50154 2024-11-24T11:22:57,779 DEBUG [Thread-718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e9643ec to 127.0.0.1:50154 2024-11-24T11:22:57,779 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:57,779 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:57,779 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:57,785 DEBUG [Thread-720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5422eac1 to 127.0.0.1:50154 2024-11-24T11:22:57,785 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:57,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:57,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:57,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:57,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:57,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:57,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:57,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447437958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447437958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447437958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T11:22:57,965 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:57,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:57,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,095 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:58,099 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b180a007b7b44a12b9223db7a8bc4d7f_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b180a007b7b44a12b9223db7a8bc4d7f_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:58,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/c390211f90d84418a0efcdab0f276631, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:58,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/c390211f90d84418a0efcdab0f276631 is 175, key is test_row_0/A:col10/1732447377630/Put/seqid=0 2024-11-24T11:22:58,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742100_1276 (size=39949) 2024-11-24T11:22:58,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447438260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447438259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447438260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T11:22:58,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,424 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,505 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=481, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/c390211f90d84418a0efcdab0f276631 2024-11-24T11:22:58,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/8c4492f778604a319f17bca171701750 is 50, key is test_row_0/B:col10/1732447377630/Put/seqid=0 2024-11-24T11:22:58,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742101_1277 (size=12301) 2024-11-24T11:22:58,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:58,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:58,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:58,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T11:22:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50884 deadline: 1732447438761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1732447438761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:22:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50874 deadline: 1732447438762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:58,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:58,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:58,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/8c4492f778604a319f17bca171701750 2024-11-24T11:22:58,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/d1d1e3f9ed0d418baaec7fcbf3868f5e is 50, key is test_row_0/C:col10/1732447377630/Put/seqid=0 2024-11-24T11:22:58,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742102_1278 (size=12301) 2024-11-24T11:22:59,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:59,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:59,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:59,190 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:59,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:59,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:59,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:59,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:59,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:59,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:59,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/d1d1e3f9ed0d418baaec7fcbf3868f5e 2024-11-24T11:22:59,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/c390211f90d84418a0efcdab0f276631 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c390211f90d84418a0efcdab0f276631 2024-11-24T11:22:59,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c390211f90d84418a0efcdab0f276631, entries=200, sequenceid=481, filesize=39.0 K 2024-11-24T11:22:59,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/8c4492f778604a319f17bca171701750 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/8c4492f778604a319f17bca171701750 2024-11-24T11:22:59,343 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:59,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/8c4492f778604a319f17bca171701750, entries=150, sequenceid=481, filesize=12.0 K 2024-11-24T11:22:59,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:59,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:59,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:59,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:59,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:59,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:22:59,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/d1d1e3f9ed0d418baaec7fcbf3868f5e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d1d1e3f9ed0d418baaec7fcbf3868f5e 2024-11-24T11:22:59,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d1d1e3f9ed0d418baaec7fcbf3868f5e, entries=150, sequenceid=481, filesize=12.0 K 2024-11-24T11:22:59,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 1722ms, sequenceid=481, compaction requested=true 2024-11-24T11:22:59,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:59,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:22:59,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:59,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:22:59,353 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:59,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:59,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b35c45ba12c8bf91f3fe83c59b1a0e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:22:59,353 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:59,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:59,354 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:59,354 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:59,354 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/B is initiating minor compaction (all files) 2024-11-24T11:22:59,354 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/A is initiating minor compaction (all files) 2024-11-24T11:22:59,354 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/B in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:59,354 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/A in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:59,354 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/051cc5bccb404bbda9fe377ea40ea4c2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/59299ee4dbe84a4c8f4f1a0ce001589f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/8c4492f778604a319f17bca171701750] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=37.0 K 2024-11-24T11:22:59,354 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/704cf3a866a74c3fa209c479dadc9c1b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f73f9a9496454ab6b461991bdc7fd262, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c390211f90d84418a0efcdab0f276631] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=118.0 K 2024-11-24T11:22:59,354 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:59,354 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/704cf3a866a74c3fa209c479dadc9c1b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f73f9a9496454ab6b461991bdc7fd262, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c390211f90d84418a0efcdab0f276631] 2024-11-24T11:22:59,355 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 051cc5bccb404bbda9fe377ea40ea4c2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447376113 2024-11-24T11:22:59,355 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 704cf3a866a74c3fa209c479dadc9c1b, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447376113 2024-11-24T11:22:59,355 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 59299ee4dbe84a4c8f4f1a0ce001589f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732447376128 2024-11-24T11:22:59,355 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f73f9a9496454ab6b461991bdc7fd262, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732447376128 2024-11-24T11:22:59,356 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c4492f778604a319f17bca171701750, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732447377304 2024-11-24T11:22:59,356 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c390211f90d84418a0efcdab0f276631, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732447377304 2024-11-24T11:22:59,371 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#B#compaction#228 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:59,372 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/5d61381214fd478a8e74723b63ecad38 is 50, key is test_row_0/B:col10/1732447377630/Put/seqid=0 2024-11-24T11:22:59,373 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:59,382 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242bb2d50783be4f1d96baa78ad0c33108_3b35c45ba12c8bf91f3fe83c59b1a0e4 store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742103_1279 (size=13425) 2024-11-24T11:22:59,416 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242bb2d50783be4f1d96baa78ad0c33108_3b35c45ba12c8bf91f3fe83c59b1a0e4, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:59,417 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242bb2d50783be4f1d96baa78ad0c33108_3b35c45ba12c8bf91f3fe83c59b1a0e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:59,419 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/5d61381214fd478a8e74723b63ecad38 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/5d61381214fd478a8e74723b63ecad38 2024-11-24T11:22:59,425 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/B of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into 5d61381214fd478a8e74723b63ecad38(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:59,425 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:59,425 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/B, priority=13, startTime=1732447379353; duration=0sec 2024-11-24T11:22:59,425 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:22:59,425 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:B 2024-11-24T11:22:59,426 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:22:59,427 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:22:59,427 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 3b35c45ba12c8bf91f3fe83c59b1a0e4/C is initiating minor compaction (all files) 2024-11-24T11:22:59,427 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b35c45ba12c8bf91f3fe83c59b1a0e4/C in TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:59,427 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/78785735045344728f30ce8b02fb5308, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/8cb806bb3b8c43d1bb0d28d4544f9453, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d1d1e3f9ed0d418baaec7fcbf3868f5e] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp, totalSize=37.0 K 2024-11-24T11:22:59,428 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 78785735045344728f30ce8b02fb5308, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732447376113 2024-11-24T11:22:59,428 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cb806bb3b8c43d1bb0d28d4544f9453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732447376128 2024-11-24T11:22:59,430 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d1d1e3f9ed0d418baaec7fcbf3868f5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732447377304 2024-11-24T11:22:59,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742104_1280 (size=4469) 2024-11-24T11:22:59,460 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#C#compaction#230 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:59,461 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/f96656fbb5b24e76863089fb4268a24f is 50, key is test_row_0/C:col10/1732447377630/Put/seqid=0 2024-11-24T11:22:59,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742105_1281 (size=13425) 2024-11-24T11:22:59,482 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/f96656fbb5b24e76863089fb4268a24f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/f96656fbb5b24e76863089fb4268a24f 2024-11-24T11:22:59,493 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/C of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into f96656fbb5b24e76863089fb4268a24f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:22:59,493 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:22:59,493 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/C, priority=13, startTime=1732447379353; duration=0sec 2024-11-24T11:22:59,493 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:22:59,493 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:C 2024-11-24T11:22:59,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:22:59,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T11:22:59,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:22:59,499 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:22:59,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:22:59,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:59,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:22:59,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:59,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:22:59,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:22:59,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124261bddb1f6af464bb1b45a7656e025f9_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_0/A:col10/1732447377635/Put/seqid=0 2024-11-24T11:22:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742106_1282 (size=12454) 2024-11-24T11:22:59,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:59,552 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124261bddb1f6af464bb1b45a7656e025f9_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124261bddb1f6af464bb1b45a7656e025f9_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:59,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/ca3dc5d93bed4cbd8a7d99f65bac8966, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:22:59,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/ca3dc5d93bed4cbd8a7d99f65bac8966 is 175, key is test_row_0/A:col10/1732447377635/Put/seqid=0 2024-11-24T11:22:59,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:22:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742107_1283 (size=31255) 2024-11-24T11:22:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T11:22:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:22:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. as already flushing 2024-11-24T11:22:59,766 DEBUG [Thread-713 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61900726 to 127.0.0.1:50154 2024-11-24T11:22:59,766 DEBUG [Thread-707 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7763c4d1 to 127.0.0.1:50154 2024-11-24T11:22:59,766 DEBUG [Thread-713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:59,766 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:59,770 DEBUG [Thread-705 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ff49468 to 127.0.0.1:50154 2024-11-24T11:22:59,770 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:59,859 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b35c45ba12c8bf91f3fe83c59b1a0e4#A#compaction#229 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:22:59,860 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/bc4a5cc309694e70af164cac4e273ae8 is 175, key is test_row_0/A:col10/1732447377630/Put/seqid=0 2024-11-24T11:22:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742108_1284 (size=32379) 2024-11-24T11:23:00,000 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=495, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/ca3dc5d93bed4cbd8a7d99f65bac8966 2024-11-24T11:23:00,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/bdbaa06dbbe84692ad30ac32531c6a59 is 50, key is test_row_0/B:col10/1732447377635/Put/seqid=0 2024-11-24T11:23:00,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742109_1285 (size=12301) 2024-11-24T11:23:00,270 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/bc4a5cc309694e70af164cac4e273ae8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/bc4a5cc309694e70af164cac4e273ae8 2024-11-24T11:23:00,275 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b35c45ba12c8bf91f3fe83c59b1a0e4/A of 3b35c45ba12c8bf91f3fe83c59b1a0e4 into bc4a5cc309694e70af164cac4e273ae8(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:00,275 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:23:00,275 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4., storeName=3b35c45ba12c8bf91f3fe83c59b1a0e4/A, priority=13, startTime=1732447379353; duration=0sec 2024-11-24T11:23:00,275 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:00,275 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b35c45ba12c8bf91f3fe83c59b1a0e4:A 2024-11-24T11:23:00,414 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/bdbaa06dbbe84692ad30ac32531c6a59 2024-11-24T11:23:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/c8c943a0a4b848478669e79f334773db is 50, key is test_row_0/C:col10/1732447377635/Put/seqid=0 2024-11-24T11:23:00,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742110_1286 (size=12301) 2024-11-24T11:23:00,830 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/c8c943a0a4b848478669e79f334773db 2024-11-24T11:23:00,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/ca3dc5d93bed4cbd8a7d99f65bac8966 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/ca3dc5d93bed4cbd8a7d99f65bac8966 2024-11-24T11:23:00,838 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/ca3dc5d93bed4cbd8a7d99f65bac8966, entries=150, sequenceid=495, filesize=30.5 K 2024-11-24T11:23:00,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/bdbaa06dbbe84692ad30ac32531c6a59 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/bdbaa06dbbe84692ad30ac32531c6a59 2024-11-24T11:23:00,843 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/bdbaa06dbbe84692ad30ac32531c6a59, entries=150, sequenceid=495, filesize=12.0 K 2024-11-24T11:23:00,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/c8c943a0a4b848478669e79f334773db as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/c8c943a0a4b848478669e79f334773db 2024-11-24T11:23:00,846 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/c8c943a0a4b848478669e79f334773db, entries=150, sequenceid=495, filesize=12.0 K 2024-11-24T11:23:00,847 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=20.13 KB/20610 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 1348ms, sequenceid=495, compaction requested=false 2024-11-24T11:23:00,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:23:00,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:23:00,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T11:23:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-24T11:23:00,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-24T11:23:00,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1880 sec 2024-11-24T11:23:00,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 3.1940 sec 2024-11-24T11:23:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T11:23:01,763 INFO [Thread-715 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-24T11:23:02,218 DEBUG [Thread-711 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34a1b861 to 127.0.0.1:50154 2024-11-24T11:23:02,218 DEBUG [Thread-711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:04,498 DEBUG [Thread-709 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x012bf893 to 127.0.0.1:50154 2024-11-24T11:23:04,498 DEBUG [Thread-709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4046 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3977 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1774 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5322 rows 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1758 2024-11-24T11:23:04,498 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5274 rows 2024-11-24T11:23:04,498 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T11:23:04,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fcb4db1 to 127.0.0.1:50154 2024-11-24T11:23:04,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:04,500 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T11:23:04,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T11:23:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T11:23:04,505 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447384504"}]},"ts":"1732447384504"} 2024-11-24T11:23:04,506 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T11:23:04,508 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T11:23:04,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T11:23:04,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4, UNASSIGN}] 2024-11-24T11:23:04,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4, UNASSIGN 2024-11-24T11:23:04,511 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=3b35c45ba12c8bf91f3fe83c59b1a0e4, regionState=CLOSING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:04,512 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T11:23:04,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; CloseRegionProcedure 3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:23:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T11:23:04,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:04,663 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(124): Close 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T11:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1681): Closing 3b35c45ba12c8bf91f3fe83c59b1a0e4, disabling compactions & flushes 2024-11-24T11:23:04,664 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. after waiting 0 ms 2024-11-24T11:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:23:04,664 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(2837): Flushing 3b35c45ba12c8bf91f3fe83c59b1a0e4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T11:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=A 2024-11-24T11:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=B 2024-11-24T11:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b35c45ba12c8bf91f3fe83c59b1a0e4, store=C 2024-11-24T11:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:04,670 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244f10914de310420783ef6da683dace25_3b35c45ba12c8bf91f3fe83c59b1a0e4 is 50, key is test_row_1/A:col10/1732447379769/Put/seqid=0 2024-11-24T11:23:04,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742111_1287 (size=9914) 2024-11-24T11:23:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T11:23:05,074 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:05,078 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244f10914de310420783ef6da683dace25_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f10914de310420783ef6da683dace25_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:05,079 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/13053e7dd0fa4987ba66282cc81eb8eb, store: [table=TestAcidGuarantees family=A region=3b35c45ba12c8bf91f3fe83c59b1a0e4] 2024-11-24T11:23:05,080 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/13053e7dd0fa4987ba66282cc81eb8eb is 175, key is test_row_1/A:col10/1732447379769/Put/seqid=0 2024-11-24T11:23:05,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742112_1288 (size=22561) 2024-11-24T11:23:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T11:23:05,378 DEBUG [master/28d8a466d69e:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region e024956d8493380a915dddc027596f2c changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:23:05,484 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=504, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/13053e7dd0fa4987ba66282cc81eb8eb 2024-11-24T11:23:05,490 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/6487200d8f184b4e9e3b7ebb21f3cb72 is 50, key is test_row_1/B:col10/1732447379769/Put/seqid=0 2024-11-24T11:23:05,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742113_1289 (size=9857) 2024-11-24T11:23:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T11:23:05,895 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/6487200d8f184b4e9e3b7ebb21f3cb72 2024-11-24T11:23:05,903 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/50395eae5a7b4d5fb4d33d76d2815e62 is 50, key is test_row_1/C:col10/1732447379769/Put/seqid=0 2024-11-24T11:23:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742114_1290 (size=9857) 2024-11-24T11:23:06,307 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/50395eae5a7b4d5fb4d33d76d2815e62 2024-11-24T11:23:06,311 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/A/13053e7dd0fa4987ba66282cc81eb8eb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/13053e7dd0fa4987ba66282cc81eb8eb 2024-11-24T11:23:06,314 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/13053e7dd0fa4987ba66282cc81eb8eb, entries=100, sequenceid=504, filesize=22.0 K 2024-11-24T11:23:06,315 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/B/6487200d8f184b4e9e3b7ebb21f3cb72 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/6487200d8f184b4e9e3b7ebb21f3cb72 2024-11-24T11:23:06,318 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/6487200d8f184b4e9e3b7ebb21f3cb72, entries=100, sequenceid=504, filesize=9.6 K 2024-11-24T11:23:06,319 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/.tmp/C/50395eae5a7b4d5fb4d33d76d2815e62 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/50395eae5a7b4d5fb4d33d76d2815e62 2024-11-24T11:23:06,322 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/50395eae5a7b4d5fb4d33d76d2815e62, entries=100, sequenceid=504, filesize=9.6 K 2024-11-24T11:23:06,323 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3b35c45ba12c8bf91f3fe83c59b1a0e4 in 1659ms, sequenceid=504, compaction requested=true 2024-11-24T11:23:06,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/301524223635486290f4d86500244a1c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/70ce7e432bb942e8a7022e8623fc34a6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/d03a303f0c9a4dd3a53dea02013a6cb4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4645817f852e4aeb8369f856f4a92159, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/a8ccadd85ad84c20ba98a5447c6cb8ae, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e1d6261de0564da7aebea976fb362c35, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e3ae6dea35e74295bf063137a1049c90, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8f4c50de6eab447280fd4af257a5b36f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/206259963fd44576a4d7d8e554a036fe, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/5767ecc33d6d452aaf1706bd0aca665b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/69a3f3edd6a441c9b5600e40b21171dd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4afab226e5f74061b2e771f9740eff4b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e9fc2c8273ce4b7a90e8dee6ba642a9e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/602dbce1d16c42bfb860fdf3a3ab1f9f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/3805b210499d404ebf938191503df251, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/9b14686638244a30bf69c3cd4fbe4c85, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/719c2c972ff5499f938b356fce215395, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4843340fa3e8431995cf1bd4fc1b713d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c7302ef0a17d453590bf94e905bce682, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/0739648eb6c44fd3b214a44549bf48d9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f30e355403c24ce0bd759c49beff88fd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/89a6898387b4405baca338f37824fa7d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/24b7003358ff4aa1b699f2ace64289f8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/b01ad3e6079542b9bae8f7a866239454, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/35afbafa364d468482dd7a3f25ec33fe, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/42f7ae8be63142a58ded238c3fc1a2b1, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8513d4885dbc4b41b1254148d612ee51, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/170bbd7578ae4979b9771fcd8feb3ebd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/1522665106f64266bcb33ab6c9b4df80, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/704cf3a866a74c3fa209c479dadc9c1b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/7088a8aa0050499a8e644b34228cdaa0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f73f9a9496454ab6b461991bdc7fd262, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c390211f90d84418a0efcdab0f276631] to archive 2024-11-24T11:23:06,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:23:06,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/301524223635486290f4d86500244a1c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/301524223635486290f4d86500244a1c 2024-11-24T11:23:06,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/70ce7e432bb942e8a7022e8623fc34a6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/70ce7e432bb942e8a7022e8623fc34a6 2024-11-24T11:23:06,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/d03a303f0c9a4dd3a53dea02013a6cb4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/d03a303f0c9a4dd3a53dea02013a6cb4 2024-11-24T11:23:06,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4645817f852e4aeb8369f856f4a92159 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4645817f852e4aeb8369f856f4a92159 2024-11-24T11:23:06,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/a8ccadd85ad84c20ba98a5447c6cb8ae to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/a8ccadd85ad84c20ba98a5447c6cb8ae 2024-11-24T11:23:06,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e1d6261de0564da7aebea976fb362c35 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e1d6261de0564da7aebea976fb362c35 2024-11-24T11:23:06,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e3ae6dea35e74295bf063137a1049c90 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e3ae6dea35e74295bf063137a1049c90 2024-11-24T11:23:06,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8f4c50de6eab447280fd4af257a5b36f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8f4c50de6eab447280fd4af257a5b36f 2024-11-24T11:23:06,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/206259963fd44576a4d7d8e554a036fe to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/206259963fd44576a4d7d8e554a036fe 2024-11-24T11:23:06,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/5767ecc33d6d452aaf1706bd0aca665b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/5767ecc33d6d452aaf1706bd0aca665b 2024-11-24T11:23:06,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/69a3f3edd6a441c9b5600e40b21171dd to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/69a3f3edd6a441c9b5600e40b21171dd 2024-11-24T11:23:06,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4afab226e5f74061b2e771f9740eff4b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4afab226e5f74061b2e771f9740eff4b 2024-11-24T11:23:06,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e9fc2c8273ce4b7a90e8dee6ba642a9e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/e9fc2c8273ce4b7a90e8dee6ba642a9e 2024-11-24T11:23:06,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/602dbce1d16c42bfb860fdf3a3ab1f9f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/602dbce1d16c42bfb860fdf3a3ab1f9f 2024-11-24T11:23:06,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/3805b210499d404ebf938191503df251 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/3805b210499d404ebf938191503df251 2024-11-24T11:23:06,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/9b14686638244a30bf69c3cd4fbe4c85 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/9b14686638244a30bf69c3cd4fbe4c85 2024-11-24T11:23:06,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/719c2c972ff5499f938b356fce215395 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/719c2c972ff5499f938b356fce215395 2024-11-24T11:23:06,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4843340fa3e8431995cf1bd4fc1b713d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/4843340fa3e8431995cf1bd4fc1b713d 2024-11-24T11:23:06,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c7302ef0a17d453590bf94e905bce682 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c7302ef0a17d453590bf94e905bce682 2024-11-24T11:23:06,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/0739648eb6c44fd3b214a44549bf48d9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/0739648eb6c44fd3b214a44549bf48d9 2024-11-24T11:23:06,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f30e355403c24ce0bd759c49beff88fd to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f30e355403c24ce0bd759c49beff88fd 2024-11-24T11:23:06,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/89a6898387b4405baca338f37824fa7d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/89a6898387b4405baca338f37824fa7d 2024-11-24T11:23:06,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/24b7003358ff4aa1b699f2ace64289f8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/24b7003358ff4aa1b699f2ace64289f8 2024-11-24T11:23:06,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/b01ad3e6079542b9bae8f7a866239454 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/b01ad3e6079542b9bae8f7a866239454 2024-11-24T11:23:06,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/35afbafa364d468482dd7a3f25ec33fe to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/35afbafa364d468482dd7a3f25ec33fe 2024-11-24T11:23:06,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/42f7ae8be63142a58ded238c3fc1a2b1 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/42f7ae8be63142a58ded238c3fc1a2b1 2024-11-24T11:23:06,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8513d4885dbc4b41b1254148d612ee51 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/8513d4885dbc4b41b1254148d612ee51 2024-11-24T11:23:06,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/170bbd7578ae4979b9771fcd8feb3ebd to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/170bbd7578ae4979b9771fcd8feb3ebd 2024-11-24T11:23:06,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/1522665106f64266bcb33ab6c9b4df80 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/1522665106f64266bcb33ab6c9b4df80 2024-11-24T11:23:06,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/704cf3a866a74c3fa209c479dadc9c1b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/704cf3a866a74c3fa209c479dadc9c1b 2024-11-24T11:23:06,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/7088a8aa0050499a8e644b34228cdaa0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/7088a8aa0050499a8e644b34228cdaa0 2024-11-24T11:23:06,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f73f9a9496454ab6b461991bdc7fd262 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/f73f9a9496454ab6b461991bdc7fd262 2024-11-24T11:23:06,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c390211f90d84418a0efcdab0f276631 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/c390211f90d84418a0efcdab0f276631 2024-11-24T11:23:06,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cde02aba818a43399f6d654a1112c11c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/022a3fd273214e77956539a197427107, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/2b69a9e569b74fcebb16a0da279169e0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/8add5b0de93f45cea91aeb23d544e8b1, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/925d999a0fa14ca4bbfd3f863541a2c2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/df4cfeadad0c4f4bb8d55562d9041ea5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/4b2936c405214a4795a6c42a62907c99, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/e74d3d43598041cfa0c9ab8ceebcffeb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/498685cd45534e7f934704bbb46e71e9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/2126d70c61a24392975c8db97822a8a3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/01dc9eac62aa42fe8497be24a7223d70, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/155c3d73f0ab4fa89f936c09f5f1a6af, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/73dca34bf7b44a498bf5afddfd3944f0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/58c24286aef24422b7a563586a09a1f6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/528a678483fc44199673282446ead3bf, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a57f93ec770144f18f3a5d4955303d75, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0aa6f11a9f2249b49e5a762305d2a8c0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/68fbbd5eaf5b41dd960b22e0071475d3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a3748f57508e4a21ae5ef1b0d7fdd502, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/f94a8ffa4dd04a8a999311f8da9c9b85, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cc3f60d88cad4dd19df1e2bc6844f8b2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/39cc85728b5c4279a6983957a17a6870, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/ae023c0fc5d74ee98508331633122251, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d907856506f44fccbf86963428e3fa5f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0026024941384c2b975216d882e1bf9d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0a829cfc42904e7d9f3d5d10c465dc36, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d9d3b457d18f4970b0006efc538d2c41, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/20eb24a7011e4262ba12e6b097eccb0b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d1eec42c464b4522ab67a560923ac969, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/051cc5bccb404bbda9fe377ea40ea4c2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/97a26ab198a8430baeb93b921b2f27a6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/59299ee4dbe84a4c8f4f1a0ce001589f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/8c4492f778604a319f17bca171701750] to archive 2024-11-24T11:23:06,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:23:06,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cde02aba818a43399f6d654a1112c11c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cde02aba818a43399f6d654a1112c11c 2024-11-24T11:23:06,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/022a3fd273214e77956539a197427107 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/022a3fd273214e77956539a197427107 2024-11-24T11:23:06,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/2b69a9e569b74fcebb16a0da279169e0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/2b69a9e569b74fcebb16a0da279169e0 2024-11-24T11:23:06,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/8add5b0de93f45cea91aeb23d544e8b1 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/8add5b0de93f45cea91aeb23d544e8b1 2024-11-24T11:23:06,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/925d999a0fa14ca4bbfd3f863541a2c2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/925d999a0fa14ca4bbfd3f863541a2c2 2024-11-24T11:23:06,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/df4cfeadad0c4f4bb8d55562d9041ea5 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/df4cfeadad0c4f4bb8d55562d9041ea5 2024-11-24T11:23:06,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/4b2936c405214a4795a6c42a62907c99 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/4b2936c405214a4795a6c42a62907c99 2024-11-24T11:23:06,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/e74d3d43598041cfa0c9ab8ceebcffeb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/e74d3d43598041cfa0c9ab8ceebcffeb 2024-11-24T11:23:06,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/498685cd45534e7f934704bbb46e71e9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/498685cd45534e7f934704bbb46e71e9 2024-11-24T11:23:06,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/2126d70c61a24392975c8db97822a8a3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/2126d70c61a24392975c8db97822a8a3 2024-11-24T11:23:06,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/01dc9eac62aa42fe8497be24a7223d70 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/01dc9eac62aa42fe8497be24a7223d70 2024-11-24T11:23:06,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/155c3d73f0ab4fa89f936c09f5f1a6af to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/155c3d73f0ab4fa89f936c09f5f1a6af 2024-11-24T11:23:06,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/73dca34bf7b44a498bf5afddfd3944f0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/73dca34bf7b44a498bf5afddfd3944f0 2024-11-24T11:23:06,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/58c24286aef24422b7a563586a09a1f6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/58c24286aef24422b7a563586a09a1f6 2024-11-24T11:23:06,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/528a678483fc44199673282446ead3bf to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/528a678483fc44199673282446ead3bf 2024-11-24T11:23:06,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a57f93ec770144f18f3a5d4955303d75 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a57f93ec770144f18f3a5d4955303d75 2024-11-24T11:23:06,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0aa6f11a9f2249b49e5a762305d2a8c0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0aa6f11a9f2249b49e5a762305d2a8c0 2024-11-24T11:23:06,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/68fbbd5eaf5b41dd960b22e0071475d3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/68fbbd5eaf5b41dd960b22e0071475d3 2024-11-24T11:23:06,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a3748f57508e4a21ae5ef1b0d7fdd502 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/a3748f57508e4a21ae5ef1b0d7fdd502 2024-11-24T11:23:06,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/f94a8ffa4dd04a8a999311f8da9c9b85 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/f94a8ffa4dd04a8a999311f8da9c9b85 2024-11-24T11:23:06,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cc3f60d88cad4dd19df1e2bc6844f8b2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/cc3f60d88cad4dd19df1e2bc6844f8b2 2024-11-24T11:23:06,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/39cc85728b5c4279a6983957a17a6870 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/39cc85728b5c4279a6983957a17a6870 2024-11-24T11:23:06,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/ae023c0fc5d74ee98508331633122251 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/ae023c0fc5d74ee98508331633122251 2024-11-24T11:23:06,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d907856506f44fccbf86963428e3fa5f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d907856506f44fccbf86963428e3fa5f 2024-11-24T11:23:06,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0026024941384c2b975216d882e1bf9d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0026024941384c2b975216d882e1bf9d 2024-11-24T11:23:06,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0a829cfc42904e7d9f3d5d10c465dc36 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/0a829cfc42904e7d9f3d5d10c465dc36 2024-11-24T11:23:06,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d9d3b457d18f4970b0006efc538d2c41 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d9d3b457d18f4970b0006efc538d2c41 2024-11-24T11:23:06,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/20eb24a7011e4262ba12e6b097eccb0b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/20eb24a7011e4262ba12e6b097eccb0b 2024-11-24T11:23:06,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d1eec42c464b4522ab67a560923ac969 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/d1eec42c464b4522ab67a560923ac969 2024-11-24T11:23:06,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/051cc5bccb404bbda9fe377ea40ea4c2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/051cc5bccb404bbda9fe377ea40ea4c2 2024-11-24T11:23:06,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/97a26ab198a8430baeb93b921b2f27a6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/97a26ab198a8430baeb93b921b2f27a6 2024-11-24T11:23:06,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/59299ee4dbe84a4c8f4f1a0ce001589f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/59299ee4dbe84a4c8f4f1a0ce001589f 2024-11-24T11:23:06,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/8c4492f778604a319f17bca171701750 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/8c4492f778604a319f17bca171701750 2024-11-24T11:23:06,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4a5de7da44f243e8a45c515b1ae2afeb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/0dc8088ec39a49d4a911166367b96ade, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90719644e64e431e89b3f217062e279e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a4963d18d6194180b2fd553706040429, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/b223143dce56400a8984467c5b2e9068, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/11fa33bf276840ccb68f7e7a3c8f933f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/64766997b3a341698d5a9196303c738f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4efa71b081c14687bcbc98b19e057f4d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/820cebd079d14eb59b9289189b488c85, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/596fbd95f85f450297fd230ba0f379e4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9c90cf2738db4138aa15f37fb991390a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d03fdb0d418a4d9fb36a871d3f85e9d8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/312ac8cf50114d02b2d144082503b6d4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/0dc05daa974144afaa53eb10bbfa6052, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9848fa5bfd864681bf60c2c463a66a95, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/75bf6ee847f34cda8a1e0b8991ec404b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/3433ae5f1fd9420e88f338cbb3aee4cc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/c02662ad9e764a208d7c5af4a0383f9d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/2a03a39b350345febde2606af4329a15, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/2248f8d9a8a941fc8b5492b2b74b64f7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a595e766f18b4867be1a8aca7bc0d9d0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90b4d1cc3a7a4dfca250780b3adeb522, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/5435aa0086be49148eba48a6a8453d0a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/dd603cf72ba74690a2799bdc200e4f4a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/45055c17cee1465eba87e709dbd5664e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/f592ceb735544f05883f987cb5b2d887, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/138a5d04444b45d79725542b5b755633, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/025c4ef42b0f4e0aa40d709e9c3ae22a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a775a94e89204e27898fcd04faff51c3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/78785735045344728f30ce8b02fb5308, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/7c3dbbc6b0e145bba9d74a34f6d1154c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/8cb806bb3b8c43d1bb0d28d4544f9453, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d1d1e3f9ed0d418baaec7fcbf3868f5e] to archive 2024-11-24T11:23:06,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:23:06,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4a5de7da44f243e8a45c515b1ae2afeb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4a5de7da44f243e8a45c515b1ae2afeb 2024-11-24T11:23:06,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/0dc8088ec39a49d4a911166367b96ade to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/0dc8088ec39a49d4a911166367b96ade 2024-11-24T11:23:06,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90719644e64e431e89b3f217062e279e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90719644e64e431e89b3f217062e279e 2024-11-24T11:23:06,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a4963d18d6194180b2fd553706040429 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a4963d18d6194180b2fd553706040429 2024-11-24T11:23:06,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/b223143dce56400a8984467c5b2e9068 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/b223143dce56400a8984467c5b2e9068 2024-11-24T11:23:06,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/11fa33bf276840ccb68f7e7a3c8f933f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/11fa33bf276840ccb68f7e7a3c8f933f 2024-11-24T11:23:06,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/64766997b3a341698d5a9196303c738f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/64766997b3a341698d5a9196303c738f 2024-11-24T11:23:06,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4efa71b081c14687bcbc98b19e057f4d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/4efa71b081c14687bcbc98b19e057f4d 2024-11-24T11:23:06,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/820cebd079d14eb59b9289189b488c85 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/820cebd079d14eb59b9289189b488c85 2024-11-24T11:23:06,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/596fbd95f85f450297fd230ba0f379e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/596fbd95f85f450297fd230ba0f379e4 2024-11-24T11:23:06,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9c90cf2738db4138aa15f37fb991390a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9c90cf2738db4138aa15f37fb991390a 2024-11-24T11:23:06,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d03fdb0d418a4d9fb36a871d3f85e9d8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d03fdb0d418a4d9fb36a871d3f85e9d8 2024-11-24T11:23:06,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/312ac8cf50114d02b2d144082503b6d4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/312ac8cf50114d02b2d144082503b6d4 2024-11-24T11:23:06,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/0dc05daa974144afaa53eb10bbfa6052 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/0dc05daa974144afaa53eb10bbfa6052 2024-11-24T11:23:06,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9848fa5bfd864681bf60c2c463a66a95 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/9848fa5bfd864681bf60c2c463a66a95 2024-11-24T11:23:06,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/75bf6ee847f34cda8a1e0b8991ec404b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/75bf6ee847f34cda8a1e0b8991ec404b 2024-11-24T11:23:06,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/3433ae5f1fd9420e88f338cbb3aee4cc to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/3433ae5f1fd9420e88f338cbb3aee4cc 2024-11-24T11:23:06,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/c02662ad9e764a208d7c5af4a0383f9d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/c02662ad9e764a208d7c5af4a0383f9d 2024-11-24T11:23:06,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/2a03a39b350345febde2606af4329a15 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/2a03a39b350345febde2606af4329a15 2024-11-24T11:23:06,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/2248f8d9a8a941fc8b5492b2b74b64f7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/2248f8d9a8a941fc8b5492b2b74b64f7 2024-11-24T11:23:06,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a595e766f18b4867be1a8aca7bc0d9d0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a595e766f18b4867be1a8aca7bc0d9d0 2024-11-24T11:23:06,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90b4d1cc3a7a4dfca250780b3adeb522 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/90b4d1cc3a7a4dfca250780b3adeb522 2024-11-24T11:23:06,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/5435aa0086be49148eba48a6a8453d0a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/5435aa0086be49148eba48a6a8453d0a 2024-11-24T11:23:06,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/dd603cf72ba74690a2799bdc200e4f4a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/dd603cf72ba74690a2799bdc200e4f4a 2024-11-24T11:23:06,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/45055c17cee1465eba87e709dbd5664e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/45055c17cee1465eba87e709dbd5664e 2024-11-24T11:23:06,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/f592ceb735544f05883f987cb5b2d887 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/f592ceb735544f05883f987cb5b2d887 2024-11-24T11:23:06,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/138a5d04444b45d79725542b5b755633 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/138a5d04444b45d79725542b5b755633 2024-11-24T11:23:06,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/025c4ef42b0f4e0aa40d709e9c3ae22a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/025c4ef42b0f4e0aa40d709e9c3ae22a 2024-11-24T11:23:06,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a775a94e89204e27898fcd04faff51c3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/a775a94e89204e27898fcd04faff51c3 2024-11-24T11:23:06,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/78785735045344728f30ce8b02fb5308 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/78785735045344728f30ce8b02fb5308 2024-11-24T11:23:06,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/7c3dbbc6b0e145bba9d74a34f6d1154c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/7c3dbbc6b0e145bba9d74a34f6d1154c 2024-11-24T11:23:06,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/8cb806bb3b8c43d1bb0d28d4544f9453 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/8cb806bb3b8c43d1bb0d28d4544f9453 2024-11-24T11:23:06,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d1d1e3f9ed0d418baaec7fcbf3868f5e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/d1d1e3f9ed0d418baaec7fcbf3868f5e 2024-11-24T11:23:06,422 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/recovered.edits/507.seqid, newMaxSeqId=507, maxSeqId=4 2024-11-24T11:23:06,422 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4. 2024-11-24T11:23:06,422 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1635): Region close journal for 3b35c45ba12c8bf91f3fe83c59b1a0e4: 2024-11-24T11:23:06,423 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(170): Closed 3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,424 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=3b35c45ba12c8bf91f3fe83c59b1a0e4, regionState=CLOSED 2024-11-24T11:23:06,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-24T11:23:06,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseRegionProcedure 3b35c45ba12c8bf91f3fe83c59b1a0e4, server=28d8a466d69e,38163,1732447321684 in 1.9130 sec 2024-11-24T11:23:06,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-11-24T11:23:06,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b35c45ba12c8bf91f3fe83c59b1a0e4, UNASSIGN in 1.9160 sec 2024-11-24T11:23:06,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-24T11:23:06,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9180 sec 2024-11-24T11:23:06,429 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447386429"}]},"ts":"1732447386429"} 2024-11-24T11:23:06,430 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T11:23:06,432 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T11:23:06,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9310 sec 2024-11-24T11:23:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T11:23:06,607 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-24T11:23:06,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T11:23:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:06,609 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T11:23:06,609 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=61, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:06,611 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,613 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/recovered.edits] 2024-11-24T11:23:06,616 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/13053e7dd0fa4987ba66282cc81eb8eb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/13053e7dd0fa4987ba66282cc81eb8eb 2024-11-24T11:23:06,617 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/bc4a5cc309694e70af164cac4e273ae8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/bc4a5cc309694e70af164cac4e273ae8 2024-11-24T11:23:06,619 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/ca3dc5d93bed4cbd8a7d99f65bac8966 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/A/ca3dc5d93bed4cbd8a7d99f65bac8966 2024-11-24T11:23:06,621 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/5d61381214fd478a8e74723b63ecad38 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/5d61381214fd478a8e74723b63ecad38 2024-11-24T11:23:06,622 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/6487200d8f184b4e9e3b7ebb21f3cb72 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/6487200d8f184b4e9e3b7ebb21f3cb72 2024-11-24T11:23:06,623 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/bdbaa06dbbe84692ad30ac32531c6a59 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/B/bdbaa06dbbe84692ad30ac32531c6a59 2024-11-24T11:23:06,626 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/50395eae5a7b4d5fb4d33d76d2815e62 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/50395eae5a7b4d5fb4d33d76d2815e62 2024-11-24T11:23:06,627 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/c8c943a0a4b848478669e79f334773db to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/c8c943a0a4b848478669e79f334773db 2024-11-24T11:23:06,628 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/f96656fbb5b24e76863089fb4268a24f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/C/f96656fbb5b24e76863089fb4268a24f 2024-11-24T11:23:06,630 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/recovered.edits/507.seqid to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4/recovered.edits/507.seqid 2024-11-24T11:23:06,631 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,631 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T11:23:06,631 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T11:23:06,632 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T11:23:06,636 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240075bd14288f47f1846a395fc9549375_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240075bd14288f47f1846a395fc9549375_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,637 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112405afa45884c74294942ee60aec8f348a_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112405afa45884c74294942ee60aec8f348a_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,638 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124083340b9595149b085e08cd26db47203_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124083340b9595149b085e08cd26db47203_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,639 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112410c62d41b6c241f6a57d81f667f5a700_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112410c62d41b6c241f6a57d81f667f5a700_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,641 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124261bddb1f6af464bb1b45a7656e025f9_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124261bddb1f6af464bb1b45a7656e025f9_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,642 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243078993aa6c24a578bc78d209b51f422_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243078993aa6c24a578bc78d209b51f422_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,643 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112430881b54f02a40cbac4ad4d377ccdc07_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112430881b54f02a40cbac4ad4d377ccdc07_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,644 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f10914de310420783ef6da683dace25_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f10914de310420783ef6da683dace25_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,646 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245d9ebc79479b4edd8599ef6392c2a2eb_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245d9ebc79479b4edd8599ef6392c2a2eb_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,647 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124688003dd19ba493aa7b49b4e91c01284_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124688003dd19ba493aa7b49b4e91c01284_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,648 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246a703a5f0b2e4112b56f432e7afb50d4_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246a703a5f0b2e4112b56f432e7afb50d4_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,650 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246eabe0ebb92f491e9b04ab6cc54fd7ec_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246eabe0ebb92f491e9b04ab6cc54fd7ec_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,651 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112470a63bb81ecf4bfe99fb232d39d3432d_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112470a63bb81ecf4bfe99fb232d39d3432d_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,652 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ba4dd591d7d4d8bad0689eb1d78010a_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ba4dd591d7d4d8bad0689eb1d78010a_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,653 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112487b71d92007749b2b931dccfd96b7d33_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112487b71d92007749b2b931dccfd96b7d33_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,654 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249783326031854a4d95472985993e228e_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249783326031854a4d95472985993e228e_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,655 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499ce2d0e0a624347a5344c8cf003a0b2_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499ce2d0e0a624347a5344c8cf003a0b2_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,656 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249c23fefd0f2d4d65a692fd1f74db6ae0_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249c23fefd0f2d4d65a692fd1f74db6ae0_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,657 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b180a007b7b44a12b9223db7a8bc4d7f_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b180a007b7b44a12b9223db7a8bc4d7f_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,658 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b8298f7c4d934954871f52da29f4d978_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b8298f7c4d934954871f52da29f4d978_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,659 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c67c085831304deebad7698425bb65db_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c67c085831304deebad7698425bb65db_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,660 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ce28ee519a1d49379791e19185769f24_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ce28ee519a1d49379791e19185769f24_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,661 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc7404a237b14e2c979c4d6f02054ded_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc7404a237b14e2c979c4d6f02054ded_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,662 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124de94699e8ae842be88fa2e26b9f11596_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124de94699e8ae842be88fa2e26b9f11596_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,663 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e290ecf316d241f89de4464213cd02ac_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e290ecf316d241f89de4464213cd02ac_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,664 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eb09091797a242cbba93c311e669c9fc_3b35c45ba12c8bf91f3fe83c59b1a0e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eb09091797a242cbba93c311e669c9fc_3b35c45ba12c8bf91f3fe83c59b1a0e4 2024-11-24T11:23:06,664 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T11:23:06,666 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=61, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:06,668 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T11:23:06,670 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T11:23:06,671 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=61, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:06,671 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T11:23:06,671 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732447386671"}]},"ts":"9223372036854775807"} 2024-11-24T11:23:06,673 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T11:23:06,673 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3b35c45ba12c8bf91f3fe83c59b1a0e4, NAME => 'TestAcidGuarantees,,1732447354657.3b35c45ba12c8bf91f3fe83c59b1a0e4.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T11:23:06,673 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T11:23:06,673 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732447386673"}]},"ts":"9223372036854775807"} 2024-11-24T11:23:06,674 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T11:23:06,676 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=61, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:06,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-24T11:23:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T11:23:06,710 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-24T11:23:06,720 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239 (was 240), OpenFileDescriptor=457 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=600 (was 583) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7321 (was 7438) 2024-11-24T11:23:06,728 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=600, ProcessCount=11, AvailableMemoryMB=7320 2024-11-24T11:23:06,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T11:23:06,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:23:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:06,731 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:23:06,732 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:06,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 62 2024-11-24T11:23:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-24T11:23:06,732 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:23:06,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742115_1291 (size=963) 2024-11-24T11:23:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-24T11:23:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-24T11:23:07,140 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66 2024-11-24T11:23:07,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742116_1292 (size=53) 2024-11-24T11:23:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-24T11:23:07,545 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:07,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 721e5beaaaff858698ad15aaecfed8b6, disabling compactions & flushes 2024-11-24T11:23:07,546 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:07,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:07,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. after waiting 0 ms 2024-11-24T11:23:07,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:07,546 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:07,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:07,547 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:23:07,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732447387547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447387547"}]},"ts":"1732447387547"} 2024-11-24T11:23:07,548 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T11:23:07,549 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:23:07,549 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447387549"}]},"ts":"1732447387549"} 2024-11-24T11:23:07,549 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T11:23:07,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=721e5beaaaff858698ad15aaecfed8b6, ASSIGN}] 2024-11-24T11:23:07,553 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=721e5beaaaff858698ad15aaecfed8b6, ASSIGN 2024-11-24T11:23:07,554 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=721e5beaaaff858698ad15aaecfed8b6, ASSIGN; state=OFFLINE, location=28d8a466d69e,38163,1732447321684; forceNewPlan=false, retain=false 2024-11-24T11:23:07,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=721e5beaaaff858698ad15aaecfed8b6, regionState=OPENING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:07,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:23:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-24T11:23:07,857 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:07,860 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:07,860 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:23:07,860 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:07,860 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:07,860 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:07,860 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:07,862 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:07,863 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:23:07,863 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 721e5beaaaff858698ad15aaecfed8b6 columnFamilyName A 2024-11-24T11:23:07,863 DEBUG [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:07,863 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] regionserver.HStore(327): Store=721e5beaaaff858698ad15aaecfed8b6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:07,864 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:07,865 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:23:07,865 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 721e5beaaaff858698ad15aaecfed8b6 columnFamilyName B 2024-11-24T11:23:07,865 DEBUG [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:07,865 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] regionserver.HStore(327): Store=721e5beaaaff858698ad15aaecfed8b6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:07,865 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:07,866 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:23:07,866 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 721e5beaaaff858698ad15aaecfed8b6 columnFamilyName C 2024-11-24T11:23:07,866 DEBUG [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:07,867 INFO [StoreOpener-721e5beaaaff858698ad15aaecfed8b6-1 {}] regionserver.HStore(327): Store=721e5beaaaff858698ad15aaecfed8b6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:07,867 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:07,867 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:07,868 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:07,869 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T11:23:07,870 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:07,871 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:23:07,872 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 721e5beaaaff858698ad15aaecfed8b6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63986156, jitterRate=-0.04653197526931763}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T11:23:07,872 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:07,873 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., pid=64, masterSystemTime=1732447387857 2024-11-24T11:23:07,874 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:07,874 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:07,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=721e5beaaaff858698ad15aaecfed8b6, regionState=OPEN, openSeqNum=2, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:07,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-24T11:23:07,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 in 169 msec 2024-11-24T11:23:07,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-24T11:23:07,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=721e5beaaaff858698ad15aaecfed8b6, ASSIGN in 323 msec 2024-11-24T11:23:07,878 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:23:07,878 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447387878"}]},"ts":"1732447387878"} 2024-11-24T11:23:07,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T11:23:07,882 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:23:07,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-24T11:23:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-24T11:23:08,836 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 62 completed 2024-11-24T11:23:08,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08966e87 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131d9f61 2024-11-24T11:23:08,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ef603f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,846 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:08,847 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:23:08,849 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b269a77 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14bff6e5 2024-11-24T11:23:08,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7992d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,853 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4aa0667b to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21c3a914 2024-11-24T11:23:08,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515c68c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x585010d8 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@646799cf 2024-11-24T11:23:08,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564feff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,860 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ef24d1d to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16831ced 2024-11-24T11:23:08,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1a41a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,864 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x179acb41 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19f0d92b 2024-11-24T11:23:08,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748a9ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,867 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0631ec80 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@267c3d0c 2024-11-24T11:23:08,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfccc44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,870 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x662cd9d6 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21ff1c42 2024-11-24T11:23:08,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4b6ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,874 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x675f2b6d to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e9b26c8 2024-11-24T11:23:08,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed6fe0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,877 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9a70d9 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dd0b424 2024-11-24T11:23:08,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442f1f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08a4efae to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10cd1b0a 2024-11-24T11:23:08,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c26a160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,885 DEBUG [hconnection-0x6af94767-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,886 DEBUG [hconnection-0x58284826-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,886 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,886 DEBUG [hconnection-0x2418f338-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,887 DEBUG [hconnection-0xa2f76a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,887 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,887 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,887 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-24T11:23:08,889 DEBUG [hconnection-0x71185163-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,889 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T11:23:08,890 DEBUG [hconnection-0x9c676dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,890 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:08,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:08,890 DEBUG [hconnection-0x24635574-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,891 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,891 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,891 DEBUG [hconnection-0x259352c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,892 DEBUG [hconnection-0x778716a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,892 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,892 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,892 DEBUG [hconnection-0x1e15153d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,893 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,893 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:08,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:23:08,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:08,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:08,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:08,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:08,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:08,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:08,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/a761b73aa0e34eb6b8d6696a4b4006ee is 50, key is test_row_0/A:col10/1732447388900/Put/seqid=0 2024-11-24T11:23:08,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:08,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447448950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447448952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:08,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:08,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447448952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447448953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:08,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447448955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742117_1293 (size=12001) 2024-11-24T11:23:08,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/a761b73aa0e34eb6b8d6696a4b4006ee 2024-11-24T11:23:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T11:23:09,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/fe7d0591f31f4ceda4b2693d7a18992a is 50, key is test_row_0/B:col10/1732447388900/Put/seqid=0 2024-11-24T11:23:09,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742118_1294 (size=12001) 2024-11-24T11:23:09,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/fe7d0591f31f4ceda4b2693d7a18992a 2024-11-24T11:23:09,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T11:23:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:09,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:09,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/4c10fc06ccce49e9a027cf06514adbcd is 50, key is test_row_0/C:col10/1732447388900/Put/seqid=0 2024-11-24T11:23:09,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447449061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447449061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447449061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447449062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447449062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742119_1295 (size=12001) 2024-11-24T11:23:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T11:23:09,196 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T11:23:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:09,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:09,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447449264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447449265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447449266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447449266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447449266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,349 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T11:23:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:09,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:09,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/4c10fc06ccce49e9a027cf06514adbcd 2024-11-24T11:23:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/a761b73aa0e34eb6b8d6696a4b4006ee as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a761b73aa0e34eb6b8d6696a4b4006ee 2024-11-24T11:23:09,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a761b73aa0e34eb6b8d6696a4b4006ee, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T11:23:09,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/fe7d0591f31f4ceda4b2693d7a18992a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fe7d0591f31f4ceda4b2693d7a18992a 2024-11-24T11:23:09,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fe7d0591f31f4ceda4b2693d7a18992a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T11:23:09,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/4c10fc06ccce49e9a027cf06514adbcd as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/4c10fc06ccce49e9a027cf06514adbcd 2024-11-24T11:23:09,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/4c10fc06ccce49e9a027cf06514adbcd, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T11:23:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T11:23:09,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 721e5beaaaff858698ad15aaecfed8b6 in 592ms, sequenceid=15, compaction requested=false 2024-11-24T11:23:09,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:09,502 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T11:23:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:09,503 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T11:23:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:09,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/c081e29584954aeb82b9ca8207f232ba is 50, key is test_row_0/A:col10/1732447388951/Put/seqid=0 2024-11-24T11:23:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742120_1296 (size=12001) 2024-11-24T11:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:09,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447449575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447449576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447449576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447449577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447449577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447449679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447449680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447449680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447449680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447449680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447449882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447449883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447449883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447449883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447449884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:09,914 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/c081e29584954aeb82b9ca8207f232ba 2024-11-24T11:23:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/aba61227f6d24b9e8f4c1dcb9edd3a4d is 50, key is test_row_0/B:col10/1732447388951/Put/seqid=0 2024-11-24T11:23:09,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742121_1297 (size=12001) 2024-11-24T11:23:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T11:23:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447450185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447450186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:10,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447450186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:10,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447450187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:10,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447450187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:10,325 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/aba61227f6d24b9e8f4c1dcb9edd3a4d 2024-11-24T11:23:10,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/8089e6d4afea4a66933687649f967d3d is 50, key is test_row_0/C:col10/1732447388951/Put/seqid=0 2024-11-24T11:23:10,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742122_1298 (size=12001) 2024-11-24T11:23:10,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447450689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:10,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447450690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:10,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447450691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:10,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447450692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:10,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447450693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:10,738 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/8089e6d4afea4a66933687649f967d3d 2024-11-24T11:23:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/c081e29584954aeb82b9ca8207f232ba as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c081e29584954aeb82b9ca8207f232ba 2024-11-24T11:23:10,747 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c081e29584954aeb82b9ca8207f232ba, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T11:23:10,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/aba61227f6d24b9e8f4c1dcb9edd3a4d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/aba61227f6d24b9e8f4c1dcb9edd3a4d 2024-11-24T11:23:10,754 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/aba61227f6d24b9e8f4c1dcb9edd3a4d, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T11:23:10,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/8089e6d4afea4a66933687649f967d3d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/8089e6d4afea4a66933687649f967d3d 2024-11-24T11:23:10,760 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/8089e6d4afea4a66933687649f967d3d, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T11:23:10,761 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 721e5beaaaff858698ad15aaecfed8b6 in 1258ms, sequenceid=39, compaction requested=false 2024-11-24T11:23:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-24T11:23:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-24T11:23:10,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-24T11:23:10,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8730 sec 2024-11-24T11:23:10,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.8770 sec 2024-11-24T11:23:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T11:23:10,994 INFO [Thread-1329 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-24T11:23:10,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-24T11:23:10,999 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:10,999 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T11:23:10,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T11:23:11,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:11,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T11:23:11,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:11,153 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:23:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/a851ca07fc04421d885eb013321a827b is 50, key is test_row_0/A:col10/1732447389572/Put/seqid=0 2024-11-24T11:23:11,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742123_1299 (size=12001) 2024-11-24T11:23:11,182 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/a851ca07fc04421d885eb013321a827b 2024-11-24T11:23:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ff2632e8e9f44f68ad885467ea779c3a is 50, key is test_row_0/B:col10/1732447389572/Put/seqid=0 2024-11-24T11:23:11,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742124_1300 (size=12001) 2024-11-24T11:23:11,228 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ff2632e8e9f44f68ad885467ea779c3a 2024-11-24T11:23:11,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/1ee669f111034bff82267aeba429103f is 50, key is test_row_0/C:col10/1732447389572/Put/seqid=0 2024-11-24T11:23:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742125_1301 (size=12001) 2024-11-24T11:23:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T11:23:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T11:23:11,667 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/1ee669f111034bff82267aeba429103f 2024-11-24T11:23:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/a851ca07fc04421d885eb013321a827b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a851ca07fc04421d885eb013321a827b 2024-11-24T11:23:11,681 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a851ca07fc04421d885eb013321a827b, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T11:23:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ff2632e8e9f44f68ad885467ea779c3a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2632e8e9f44f68ad885467ea779c3a 2024-11-24T11:23:11,694 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2632e8e9f44f68ad885467ea779c3a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T11:23:11,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/1ee669f111034bff82267aeba429103f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1ee669f111034bff82267aeba429103f 2024-11-24T11:23:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:11,707 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1ee669f111034bff82267aeba429103f, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T11:23:11,709 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=46.96 KB/48090 for 721e5beaaaff858698ad15aaecfed8b6 in 556ms, sequenceid=52, compaction requested=true 2024-11-24T11:23:11,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:11,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:11,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-24T11:23:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-24T11:23:11,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:23:11,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:11,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:11,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:11,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:11,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:11,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:11,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-24T11:23:11,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 711 msec 2024-11-24T11:23:11,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 719 msec 2024-11-24T11:23:11,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/526155097cf14452a969b5bccecd0ceb is 50, key is test_row_0/A:col10/1732447391700/Put/seqid=0 2024-11-24T11:23:11,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447451737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:11,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447451739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:11,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447451740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:11,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447451741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:11,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447451742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:11,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742126_1302 (size=12001) 2024-11-24T11:23:11,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/526155097cf14452a969b5bccecd0ceb 2024-11-24T11:23:11,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/7f656fe038204c79a131542be0de109d is 50, key is test_row_0/B:col10/1732447391700/Put/seqid=0 2024-11-24T11:23:11,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742127_1303 (size=12001) 2024-11-24T11:23:11,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/7f656fe038204c79a131542be0de109d 2024-11-24T11:23:11,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/46920f08e5694204bf375e6c5ab49d7a is 50, key is test_row_0/C:col10/1732447391700/Put/seqid=0 2024-11-24T11:23:11,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447451846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:11,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447451846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:11,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:11,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447451846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447451846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:11,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447451846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:11,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742128_1304 (size=12001) 2024-11-24T11:23:11,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T11:23:12,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447452051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447452052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447452052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447452053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447452054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T11:23:12,103 INFO [Thread-1329 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-24T11:23:12,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-24T11:23:12,108 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T11:23:12,109 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:12,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T11:23:12,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T11:23:12,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:12,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/46920f08e5694204bf375e6c5ab49d7a 2024-11-24T11:23:12,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/526155097cf14452a969b5bccecd0ceb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/526155097cf14452a969b5bccecd0ceb 2024-11-24T11:23:12,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/526155097cf14452a969b5bccecd0ceb, entries=150, sequenceid=64, filesize=11.7 K 2024-11-24T11:23:12,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/7f656fe038204c79a131542be0de109d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/7f656fe038204c79a131542be0de109d 2024-11-24T11:23:12,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/7f656fe038204c79a131542be0de109d, entries=150, sequenceid=64, filesize=11.7 K 2024-11-24T11:23:12,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/46920f08e5694204bf375e6c5ab49d7a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/46920f08e5694204bf375e6c5ab49d7a 2024-11-24T11:23:12,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/46920f08e5694204bf375e6c5ab49d7a, entries=150, sequenceid=64, filesize=11.7 K 2024-11-24T11:23:12,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 721e5beaaaff858698ad15aaecfed8b6 in 583ms, sequenceid=64, compaction requested=true 2024-11-24T11:23:12,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:12,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:12,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:12,293 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:12,293 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:12,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:12,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:12,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:12,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:12,295 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:12,295 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:12,295 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/B is initiating minor compaction (all files) 2024-11-24T11:23:12,295 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/A is initiating minor compaction (all files) 2024-11-24T11:23:12,296 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/B in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,296 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/A in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,296 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fe7d0591f31f4ceda4b2693d7a18992a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/aba61227f6d24b9e8f4c1dcb9edd3a4d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2632e8e9f44f68ad885467ea779c3a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/7f656fe038204c79a131542be0de109d] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=46.9 K 2024-11-24T11:23:12,296 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a761b73aa0e34eb6b8d6696a4b4006ee, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c081e29584954aeb82b9ca8207f232ba, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a851ca07fc04421d885eb013321a827b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/526155097cf14452a969b5bccecd0ceb] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=46.9 K 2024-11-24T11:23:12,297 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a761b73aa0e34eb6b8d6696a4b4006ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732447388895 2024-11-24T11:23:12,297 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting fe7d0591f31f4ceda4b2693d7a18992a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732447388895 2024-11-24T11:23:12,297 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c081e29584954aeb82b9ca8207f232ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732447388946 2024-11-24T11:23:12,297 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting aba61227f6d24b9e8f4c1dcb9edd3a4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732447388946 2024-11-24T11:23:12,298 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ff2632e8e9f44f68ad885467ea779c3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447389572 2024-11-24T11:23:12,298 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a851ca07fc04421d885eb013321a827b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447389572 2024-11-24T11:23:12,298 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 526155097cf14452a969b5bccecd0ceb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732447391700 2024-11-24T11:23:12,298 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f656fe038204c79a131542be0de109d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732447391700 2024-11-24T11:23:12,313 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#B#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:12,314 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/4024f6c6b73e4f4497defbc51497e5bc is 50, key is test_row_0/B:col10/1732447391700/Put/seqid=0 2024-11-24T11:23:12,338 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#A#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:12,339 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/00a83b54121e49ba9d7236a95f98d88d is 50, key is test_row_0/A:col10/1732447391700/Put/seqid=0 2024-11-24T11:23:12,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:23:12,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:12,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:12,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:12,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:12,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:12,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742129_1305 (size=12139) 2024-11-24T11:23:12,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447452372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447452375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447452379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447452380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742130_1306 (size=12139) 2024-11-24T11:23:12,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447452385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,405 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/00a83b54121e49ba9d7236a95f98d88d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/00a83b54121e49ba9d7236a95f98d88d 2024-11-24T11:23:12,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/5ceceabccb8d435a8829b58753435c12 is 50, key is test_row_0/A:col10/1732447391737/Put/seqid=0 2024-11-24T11:23:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T11:23:12,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T11:23:12,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:12,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,423 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/A of 721e5beaaaff858698ad15aaecfed8b6 into 00a83b54121e49ba9d7236a95f98d88d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:12,423 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:12,423 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/A, priority=12, startTime=1732447392293; duration=0sec 2024-11-24T11:23:12,423 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:12,424 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:A 2024-11-24T11:23:12,424 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:12,425 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:12,425 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/C is initiating minor compaction (all files) 2024-11-24T11:23:12,425 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/C in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,425 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/4c10fc06ccce49e9a027cf06514adbcd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/8089e6d4afea4a66933687649f967d3d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1ee669f111034bff82267aeba429103f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/46920f08e5694204bf375e6c5ab49d7a] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=46.9 K 2024-11-24T11:23:12,426 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c10fc06ccce49e9a027cf06514adbcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732447388895 2024-11-24T11:23:12,426 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8089e6d4afea4a66933687649f967d3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732447388946 2024-11-24T11:23:12,427 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ee669f111034bff82267aeba429103f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447389572 2024-11-24T11:23:12,427 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46920f08e5694204bf375e6c5ab49d7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732447391700 2024-11-24T11:23:12,450 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#C#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:12,452 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/b744dc45c1b0485eb86bf7860de3eaea is 50, key is test_row_0/C:col10/1732447391700/Put/seqid=0 2024-11-24T11:23:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742131_1307 (size=14341) 2024-11-24T11:23:12,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447452481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742132_1308 (size=12139) 2024-11-24T11:23:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447452486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447452487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447452493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447452493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,499 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/b744dc45c1b0485eb86bf7860de3eaea as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b744dc45c1b0485eb86bf7860de3eaea 2024-11-24T11:23:12,506 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/C of 721e5beaaaff858698ad15aaecfed8b6 into b744dc45c1b0485eb86bf7860de3eaea(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:12,506 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:12,506 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/C, priority=12, startTime=1732447392294; duration=0sec 2024-11-24T11:23:12,506 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:12,506 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:C 2024-11-24T11:23:12,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T11:23:12,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:12,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447452686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447452691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447452692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447452699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447452700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T11:23:12,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T11:23:12,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:12,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,781 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/4024f6c6b73e4f4497defbc51497e5bc as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/4024f6c6b73e4f4497defbc51497e5bc 2024-11-24T11:23:12,786 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/B of 721e5beaaaff858698ad15aaecfed8b6 into 4024f6c6b73e4f4497defbc51497e5bc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:12,786 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:12,786 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/B, priority=12, startTime=1732447392293; duration=0sec 2024-11-24T11:23:12,786 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:12,786 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:B 2024-11-24T11:23:12,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/5ceceabccb8d435a8829b58753435c12 2024-11-24T11:23:12,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/33726791c863425aaa96ef86b6b05de8 is 50, key is test_row_0/B:col10/1732447391737/Put/seqid=0 2024-11-24T11:23:12,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T11:23:12,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:12,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:12,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:12,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742133_1309 (size=12001) 2024-11-24T11:23:12,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/33726791c863425aaa96ef86b6b05de8 2024-11-24T11:23:12,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/742227e4d5044bfc928ee73f63317f24 is 50, key is test_row_0/C:col10/1732447391737/Put/seqid=0 2024-11-24T11:23:12,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742134_1310 (size=12001) 2024-11-24T11:23:12,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447452989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447452997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:12,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447452997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447453002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447453003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,030 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T11:23:13,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:13,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:13,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:13,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:13,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:13,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T11:23:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:13,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T11:23:13,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T11:23:13,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:13,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:13,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:13,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/742227e4d5044bfc928ee73f63317f24 2024-11-24T11:23:13,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/5ceceabccb8d435a8829b58753435c12 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/5ceceabccb8d435a8829b58753435c12 2024-11-24T11:23:13,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/5ceceabccb8d435a8829b58753435c12, entries=200, sequenceid=89, filesize=14.0 K 2024-11-24T11:23:13,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/33726791c863425aaa96ef86b6b05de8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/33726791c863425aaa96ef86b6b05de8 2024-11-24T11:23:13,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/33726791c863425aaa96ef86b6b05de8, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T11:23:13,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/742227e4d5044bfc928ee73f63317f24 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/742227e4d5044bfc928ee73f63317f24 2024-11-24T11:23:13,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/742227e4d5044bfc928ee73f63317f24, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T11:23:13,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 721e5beaaaff858698ad15aaecfed8b6 in 1033ms, sequenceid=89, compaction requested=false 2024-11-24T11:23:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:13,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T11:23:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:13,492 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:23:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/74e2e207323648e39ea55d1f18322e0c is 50, key is test_row_0/A:col10/1732447392378/Put/seqid=0 2024-11-24T11:23:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:13,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:13,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742135_1311 (size=12001) 2024-11-24T11:23:13,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447453531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447453532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447453533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447453535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,540 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/74e2e207323648e39ea55d1f18322e0c 2024-11-24T11:23:13,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447453536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/df48027b9fd04b2ab34921288f24c60c is 50, key is test_row_0/B:col10/1732447392378/Put/seqid=0 2024-11-24T11:23:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742136_1312 (size=12001) 2024-11-24T11:23:13,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447453639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447453639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447453639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447453641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447453643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447453843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447453844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447453845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447453845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447453848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:13,986 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/df48027b9fd04b2ab34921288f24c60c 2024-11-24T11:23:13,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/3e794799adbf4b52a880d70a3145256f is 50, key is test_row_0/C:col10/1732447392378/Put/seqid=0 2024-11-24T11:23:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742137_1313 (size=12001) 2024-11-24T11:23:14,047 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/3e794799adbf4b52a880d70a3145256f 2024-11-24T11:23:14,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/74e2e207323648e39ea55d1f18322e0c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/74e2e207323648e39ea55d1f18322e0c 2024-11-24T11:23:14,067 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/74e2e207323648e39ea55d1f18322e0c, entries=150, sequenceid=104, filesize=11.7 K 2024-11-24T11:23:14,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/df48027b9fd04b2ab34921288f24c60c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/df48027b9fd04b2ab34921288f24c60c 2024-11-24T11:23:14,075 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/df48027b9fd04b2ab34921288f24c60c, entries=150, sequenceid=104, filesize=11.7 K 2024-11-24T11:23:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/3e794799adbf4b52a880d70a3145256f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3e794799adbf4b52a880d70a3145256f 2024-11-24T11:23:14,082 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3e794799adbf4b52a880d70a3145256f, entries=150, sequenceid=104, filesize=11.7 K 2024-11-24T11:23:14,083 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 721e5beaaaff858698ad15aaecfed8b6 in 591ms, sequenceid=104, compaction requested=true 2024-11-24T11:23:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-24T11:23:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-24T11:23:14,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-24T11:23:14,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9750 sec 2024-11-24T11:23:14,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.9830 sec 2024-11-24T11:23:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:14,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:23:14,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:14,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:14,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:14,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:14,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:14,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:14,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447454165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447454167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447454167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/d0f17549b0704e84a85f6b2c1c7eea9c is 50, key is test_row_0/A:col10/1732447393524/Put/seqid=0 2024-11-24T11:23:14,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447454174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447454177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T11:23:14,214 INFO [Thread-1329 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-24T11:23:14,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-24T11:23:14,217 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T11:23:14,218 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:14,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:14,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742138_1314 (size=12051) 2024-11-24T11:23:14,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447454276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447454276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447454277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447454283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447454283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T11:23:14,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T11:23:14,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:14,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447454478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447454479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447454482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447454488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447454488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T11:23:14,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T11:23:14,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:14,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/d0f17549b0704e84a85f6b2c1c7eea9c 2024-11-24T11:23:14,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/65d08491bdba4cda82471a3acf10da29 is 50, key is test_row_0/B:col10/1732447393524/Put/seqid=0 2024-11-24T11:23:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742139_1315 (size=12051) 2024-11-24T11:23:14,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/65d08491bdba4cda82471a3acf10da29 2024-11-24T11:23:14,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/3fa0fb2e01df49c58efcf9a3d0431cfb is 50, key is test_row_0/C:col10/1732447393524/Put/seqid=0 2024-11-24T11:23:14,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T11:23:14,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:14,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742140_1316 (size=12051) 2024-11-24T11:23:14,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/3fa0fb2e01df49c58efcf9a3d0431cfb 2024-11-24T11:23:14,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/d0f17549b0704e84a85f6b2c1c7eea9c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/d0f17549b0704e84a85f6b2c1c7eea9c 2024-11-24T11:23:14,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/d0f17549b0704e84a85f6b2c1c7eea9c, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T11:23:14,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/65d08491bdba4cda82471a3acf10da29 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/65d08491bdba4cda82471a3acf10da29 2024-11-24T11:23:14,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/65d08491bdba4cda82471a3acf10da29, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T11:23:14,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/3fa0fb2e01df49c58efcf9a3d0431cfb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3fa0fb2e01df49c58efcf9a3d0431cfb 2024-11-24T11:23:14,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3fa0fb2e01df49c58efcf9a3d0431cfb, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T11:23:14,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 721e5beaaaff858698ad15aaecfed8b6 in 584ms, sequenceid=130, compaction requested=true 2024-11-24T11:23:14,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:14,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:14,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:14,743 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:14,743 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:14,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:14,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:14,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:14,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:14,746 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:14,746 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/A is initiating minor compaction (all files) 2024-11-24T11:23:14,746 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/A in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,746 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/00a83b54121e49ba9d7236a95f98d88d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/5ceceabccb8d435a8829b58753435c12, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/74e2e207323648e39ea55d1f18322e0c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/d0f17549b0704e84a85f6b2c1c7eea9c] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=49.3 K 2024-11-24T11:23:14,746 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:14,746 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/B is initiating minor compaction (all files) 2024-11-24T11:23:14,746 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/B in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,747 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/4024f6c6b73e4f4497defbc51497e5bc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/33726791c863425aaa96ef86b6b05de8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/df48027b9fd04b2ab34921288f24c60c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/65d08491bdba4cda82471a3acf10da29] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=47.1 K 2024-11-24T11:23:14,747 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00a83b54121e49ba9d7236a95f98d88d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732447391700 2024-11-24T11:23:14,747 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4024f6c6b73e4f4497defbc51497e5bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732447391700 2024-11-24T11:23:14,747 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ceceabccb8d435a8829b58753435c12, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732447391731 2024-11-24T11:23:14,748 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 33726791c863425aaa96ef86b6b05de8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732447391731 2024-11-24T11:23:14,748 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74e2e207323648e39ea55d1f18322e0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732447392368 2024-11-24T11:23:14,749 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting df48027b9fd04b2ab34921288f24c60c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732447392368 2024-11-24T11:23:14,749 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0f17549b0704e84a85f6b2c1c7eea9c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732447393524 2024-11-24T11:23:14,750 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 65d08491bdba4cda82471a3acf10da29, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732447393524 2024-11-24T11:23:14,765 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:14,766 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/e7d9a7c408144856ba7484f5cb20faf7 is 50, key is test_row_0/B:col10/1732447393524/Put/seqid=0 2024-11-24T11:23:14,782 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#A#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:14,782 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/7fa6e80b631d476ab6db554d5afb3c7a is 50, key is test_row_0/A:col10/1732447393524/Put/seqid=0 2024-11-24T11:23:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:14,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:14,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/b2fabc1023cf4c9b8ce00748d428a3e2 is 50, key is test_row_0/A:col10/1732447394172/Put/seqid=0 2024-11-24T11:23:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T11:23:14,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742141_1317 (size=12325) 2024-11-24T11:23:14,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T11:23:14,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:14,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742142_1318 (size=12325) 2024-11-24T11:23:14,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447454814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447454813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447454848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447454848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447454848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742143_1319 (size=14541) 2024-11-24T11:23:14,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447454949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447454949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447454957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447454957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447454958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:14,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T11:23:14,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:14,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:14,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T11:23:15,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:15,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447455155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447455156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447455162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447455163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447455164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,233 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/e7d9a7c408144856ba7484f5cb20faf7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/e7d9a7c408144856ba7484f5cb20faf7 2024-11-24T11:23:15,243 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/B of 721e5beaaaff858698ad15aaecfed8b6 into e7d9a7c408144856ba7484f5cb20faf7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:15,243 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:15,243 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/B, priority=12, startTime=1732447394743; duration=0sec 2024-11-24T11:23:15,244 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:15,244 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:B 2024-11-24T11:23:15,244 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:15,277 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:15,277 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/C is initiating minor compaction (all files) 2024-11-24T11:23:15,277 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/C in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,277 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b744dc45c1b0485eb86bf7860de3eaea, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/742227e4d5044bfc928ee73f63317f24, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3e794799adbf4b52a880d70a3145256f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3fa0fb2e01df49c58efcf9a3d0431cfb] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=47.1 K 2024-11-24T11:23:15,278 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b744dc45c1b0485eb86bf7860de3eaea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732447391700 2024-11-24T11:23:15,278 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 742227e4d5044bfc928ee73f63317f24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732447391731 2024-11-24T11:23:15,279 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e794799adbf4b52a880d70a3145256f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732447392368 2024-11-24T11:23:15,279 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fa0fb2e01df49c58efcf9a3d0431cfb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732447393524 2024-11-24T11:23:15,282 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/7fa6e80b631d476ab6db554d5afb3c7a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/7fa6e80b631d476ab6db554d5afb3c7a 2024-11-24T11:23:15,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/b2fabc1023cf4c9b8ce00748d428a3e2 2024-11-24T11:23:15,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T11:23:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,301 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#C#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:15,302 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/1aba084effbf4a1e83676987174a20ef is 50, key is test_row_0/C:col10/1732447393524/Put/seqid=0 2024-11-24T11:23:15,303 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/A of 721e5beaaaff858698ad15aaecfed8b6 into 7fa6e80b631d476ab6db554d5afb3c7a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:15,303 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:15,303 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/A, priority=12, startTime=1732447394743; duration=0sec 2024-11-24T11:23:15,303 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:15,303 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:A 2024-11-24T11:23:15,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/fbda05a908884932b61507fee20b8166 is 50, key is test_row_0/B:col10/1732447394172/Put/seqid=0 2024-11-24T11:23:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T11:23:15,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742144_1320 (size=12325) 2024-11-24T11:23:15,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742145_1321 (size=12151) 2024-11-24T11:23:15,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T11:23:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447455462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447455463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447455468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447455470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447455470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T11:23:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,752 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/1aba084effbf4a1e83676987174a20ef as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1aba084effbf4a1e83676987174a20ef 2024-11-24T11:23:15,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,759 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/C of 721e5beaaaff858698ad15aaecfed8b6 into 1aba084effbf4a1e83676987174a20ef(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:15,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T11:23:15,759 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:15,759 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/C, priority=12, startTime=1732447394743; duration=0sec 2024-11-24T11:23:15,760 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,760 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:C 2024-11-24T11:23:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:15,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/fbda05a908884932b61507fee20b8166 2024-11-24T11:23:15,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/544d732bf0b248449b7af079eb3da89a is 50, key is test_row_0/C:col10/1732447394172/Put/seqid=0 2024-11-24T11:23:15,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742146_1322 (size=12151) 2024-11-24T11:23:15,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/544d732bf0b248449b7af079eb3da89a 2024-11-24T11:23:15,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/b2fabc1023cf4c9b8ce00748d428a3e2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b2fabc1023cf4c9b8ce00748d428a3e2 2024-11-24T11:23:15,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b2fabc1023cf4c9b8ce00748d428a3e2, entries=200, sequenceid=141, filesize=14.2 K 2024-11-24T11:23:15,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/fbda05a908884932b61507fee20b8166 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fbda05a908884932b61507fee20b8166 2024-11-24T11:23:15,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fbda05a908884932b61507fee20b8166, entries=150, sequenceid=141, filesize=11.9 K 2024-11-24T11:23:15,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/544d732bf0b248449b7af079eb3da89a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/544d732bf0b248449b7af079eb3da89a 2024-11-24T11:23:15,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/544d732bf0b248449b7af079eb3da89a, entries=150, sequenceid=141, filesize=11.9 K 2024-11-24T11:23:15,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 721e5beaaaff858698ad15aaecfed8b6 in 1066ms, sequenceid=141, compaction requested=false 2024-11-24T11:23:15,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:15,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T11:23:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:15,913 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:23:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:15,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:15,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/f1f6782808d245b5ada030dddefcae48 is 50, key is test_row_0/A:col10/1732447394820/Put/seqid=0 2024-11-24T11:23:15,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:15,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742147_1323 (size=12151) 2024-11-24T11:23:15,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447455981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447455986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447455987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447455989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:15,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447455989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447456090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447456092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447456093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447456093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447456095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447456294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447456295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447456295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447456297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447456298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T11:23:16,378 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/f1f6782808d245b5ada030dddefcae48 2024-11-24T11:23:16,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/9fe720a706cd4f2fa457a5ce0b6d90fc is 50, key is test_row_0/B:col10/1732447394820/Put/seqid=0 2024-11-24T11:23:16,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742148_1324 (size=12151) 2024-11-24T11:23:16,405 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/9fe720a706cd4f2fa457a5ce0b6d90fc 2024-11-24T11:23:16,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/408dae30c3b24c7f994800143d3ebd2a is 50, key is test_row_0/C:col10/1732447394820/Put/seqid=0 2024-11-24T11:23:16,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742149_1325 (size=12151) 2024-11-24T11:23:16,479 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/408dae30c3b24c7f994800143d3ebd2a 2024-11-24T11:23:16,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/f1f6782808d245b5ada030dddefcae48 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f1f6782808d245b5ada030dddefcae48 2024-11-24T11:23:16,492 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f1f6782808d245b5ada030dddefcae48, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T11:23:16,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/9fe720a706cd4f2fa457a5ce0b6d90fc as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/9fe720a706cd4f2fa457a5ce0b6d90fc 2024-11-24T11:23:16,500 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/9fe720a706cd4f2fa457a5ce0b6d90fc, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T11:23:16,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/408dae30c3b24c7f994800143d3ebd2a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/408dae30c3b24c7f994800143d3ebd2a 2024-11-24T11:23:16,509 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/408dae30c3b24c7f994800143d3ebd2a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T11:23:16,510 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 721e5beaaaff858698ad15aaecfed8b6 in 597ms, sequenceid=169, compaction requested=true 2024-11-24T11:23:16,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:16,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:16,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-24T11:23:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-24T11:23:16,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-24T11:23:16,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2940 sec 2024-11-24T11:23:16,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.2990 sec 2024-11-24T11:23:16,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:23:16,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:16,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:16,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:16,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:16,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:16,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:16,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/bf4207cb7b5d4a84b30818cde1ba64e4 is 50, key is test_row_0/A:col10/1732447396599/Put/seqid=0 2024-11-24T11:23:16,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742150_1326 (size=12151) 2024-11-24T11:23:16,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/bf4207cb7b5d4a84b30818cde1ba64e4 2024-11-24T11:23:16,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/919b982639c041ceb994c317cb1b0c89 is 50, key is test_row_0/B:col10/1732447396599/Put/seqid=0 2024-11-24T11:23:16,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447456634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447456636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447456636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447456637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447456637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742151_1327 (size=12151) 2024-11-24T11:23:16,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/919b982639c041ceb994c317cb1b0c89 2024-11-24T11:23:16,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/092abdbc3a8749a6a0f1e040df0c079c is 50, key is test_row_0/C:col10/1732447396599/Put/seqid=0 2024-11-24T11:23:16,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742152_1328 (size=12151) 2024-11-24T11:23:16,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/092abdbc3a8749a6a0f1e040df0c079c 2024-11-24T11:23:16,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/bf4207cb7b5d4a84b30818cde1ba64e4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bf4207cb7b5d4a84b30818cde1ba64e4 2024-11-24T11:23:16,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bf4207cb7b5d4a84b30818cde1ba64e4, entries=150, sequenceid=182, filesize=11.9 K 2024-11-24T11:23:16,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/919b982639c041ceb994c317cb1b0c89 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/919b982639c041ceb994c317cb1b0c89 2024-11-24T11:23:16,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/919b982639c041ceb994c317cb1b0c89, entries=150, sequenceid=182, filesize=11.9 K 2024-11-24T11:23:16,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/092abdbc3a8749a6a0f1e040df0c079c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/092abdbc3a8749a6a0f1e040df0c079c 2024-11-24T11:23:16,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/092abdbc3a8749a6a0f1e040df0c079c, entries=150, sequenceid=182, filesize=11.9 K 2024-11-24T11:23:16,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 721e5beaaaff858698ad15aaecfed8b6 in 128ms, sequenceid=182, compaction requested=true 2024-11-24T11:23:16,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:16,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:16,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:16,730 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:16,730 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:16,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:16,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:16,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:16,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:16,736 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:16,736 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/B is initiating minor compaction (all files) 2024-11-24T11:23:16,736 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/B in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:16,736 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/e7d9a7c408144856ba7484f5cb20faf7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fbda05a908884932b61507fee20b8166, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/9fe720a706cd4f2fa457a5ce0b6d90fc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/919b982639c041ceb994c317cb1b0c89] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=47.6 K 2024-11-24T11:23:16,736 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51168 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:16,736 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/A is initiating minor compaction (all files) 2024-11-24T11:23:16,736 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/A in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:16,736 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/7fa6e80b631d476ab6db554d5afb3c7a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b2fabc1023cf4c9b8ce00748d428a3e2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f1f6782808d245b5ada030dddefcae48, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bf4207cb7b5d4a84b30818cde1ba64e4] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=50.0 K 2024-11-24T11:23:16,737 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fa6e80b631d476ab6db554d5afb3c7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732447393524 2024-11-24T11:23:16,737 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting e7d9a7c408144856ba7484f5cb20faf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732447393524 2024-11-24T11:23:16,738 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2fabc1023cf4c9b8ce00748d428a3e2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732447394166 2024-11-24T11:23:16,739 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting fbda05a908884932b61507fee20b8166, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732447394172 2024-11-24T11:23:16,739 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1f6782808d245b5ada030dddefcae48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732447394811 2024-11-24T11:23:16,740 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fe720a706cd4f2fa457a5ce0b6d90fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732447394811 2024-11-24T11:23:16,740 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf4207cb7b5d4a84b30818cde1ba64e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732447395984 2024-11-24T11:23:16,743 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 919b982639c041ceb994c317cb1b0c89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732447395984 2024-11-24T11:23:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:16,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:23:16,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:16,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:16,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:16,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:16,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:16,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:16,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447456749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,757 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447456750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,757 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/e98cf41c624f4b2290121beb21ebf357 is 50, key is test_row_0/A:col10/1732447396599/Put/seqid=0 2024-11-24T11:23:16,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447456753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447456755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447456756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/e1b55237ff804988898a04f1091de9c5 is 50, key is test_row_0/A:col10/1732447396744/Put/seqid=0 2024-11-24T11:23:16,777 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#B#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:16,778 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/05ebd83eef9349778ab822b16fe2d393 is 50, key is test_row_0/B:col10/1732447396599/Put/seqid=0 2024-11-24T11:23:16,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742153_1329 (size=12561) 2024-11-24T11:23:16,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447456858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447456859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447456860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447456863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447456864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:16,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742155_1331 (size=12561) 2024-11-24T11:23:16,890 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/05ebd83eef9349778ab822b16fe2d393 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/05ebd83eef9349778ab822b16fe2d393 2024-11-24T11:23:16,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742154_1330 (size=12151) 2024-11-24T11:23:16,897 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/B of 721e5beaaaff858698ad15aaecfed8b6 into 05ebd83eef9349778ab822b16fe2d393(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:16,897 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:16,897 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/B, priority=12, startTime=1732447396730; duration=0sec 2024-11-24T11:23:16,897 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:16,897 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:B 2024-11-24T11:23:16,897 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:16,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/e1b55237ff804988898a04f1091de9c5 2024-11-24T11:23:16,900 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:16,900 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/C is initiating minor compaction (all files) 2024-11-24T11:23:16,900 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/C in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:16,900 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1aba084effbf4a1e83676987174a20ef, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/544d732bf0b248449b7af079eb3da89a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/408dae30c3b24c7f994800143d3ebd2a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/092abdbc3a8749a6a0f1e040df0c079c] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=47.6 K 2024-11-24T11:23:16,901 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aba084effbf4a1e83676987174a20ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732447393524 2024-11-24T11:23:16,901 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 544d732bf0b248449b7af079eb3da89a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732447394172 2024-11-24T11:23:16,902 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 408dae30c3b24c7f994800143d3ebd2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732447394811 2024-11-24T11:23:16,902 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 092abdbc3a8749a6a0f1e040df0c079c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732447395984 2024-11-24T11:23:16,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/87b48b6bc7a84e8d8a5e7f6d3b343cfa is 50, key is test_row_0/B:col10/1732447396744/Put/seqid=0 2024-11-24T11:23:16,922 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#C#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:16,922 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/e5149147bf654c51aa8e457ddad767f3 is 50, key is test_row_0/C:col10/1732447396599/Put/seqid=0 2024-11-24T11:23:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742156_1332 (size=12151) 2024-11-24T11:23:16,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742157_1333 (size=12561) 2024-11-24T11:23:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447457061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447457063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447457065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447457068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447457069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,249 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/e98cf41c624f4b2290121beb21ebf357 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e98cf41c624f4b2290121beb21ebf357 2024-11-24T11:23:17,255 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/A of 721e5beaaaff858698ad15aaecfed8b6 into e98cf41c624f4b2290121beb21ebf357(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:17,255 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:17,255 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/A, priority=12, startTime=1732447396730; duration=0sec 2024-11-24T11:23:17,255 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:17,255 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:A 2024-11-24T11:23:17,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/87b48b6bc7a84e8d8a5e7f6d3b343cfa 2024-11-24T11:23:17,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447457367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447457368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447457370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/6491413ad68e4277a087d9e3a27e2b4a is 50, key is test_row_0/C:col10/1732447396744/Put/seqid=0 2024-11-24T11:23:17,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447457373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447457375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,393 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/e5149147bf654c51aa8e457ddad767f3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e5149147bf654c51aa8e457ddad767f3 2024-11-24T11:23:17,400 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/C of 721e5beaaaff858698ad15aaecfed8b6 into e5149147bf654c51aa8e457ddad767f3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:17,400 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:17,400 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/C, priority=12, startTime=1732447396731; duration=0sec 2024-11-24T11:23:17,400 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:17,400 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:C 2024-11-24T11:23:17,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742158_1334 (size=12151) 2024-11-24T11:23:17,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/6491413ad68e4277a087d9e3a27e2b4a 2024-11-24T11:23:17,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/e1b55237ff804988898a04f1091de9c5 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e1b55237ff804988898a04f1091de9c5 2024-11-24T11:23:17,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e1b55237ff804988898a04f1091de9c5, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T11:23:17,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/87b48b6bc7a84e8d8a5e7f6d3b343cfa as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/87b48b6bc7a84e8d8a5e7f6d3b343cfa 2024-11-24T11:23:17,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/87b48b6bc7a84e8d8a5e7f6d3b343cfa, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T11:23:17,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/6491413ad68e4277a087d9e3a27e2b4a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/6491413ad68e4277a087d9e3a27e2b4a 2024-11-24T11:23:17,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/6491413ad68e4277a087d9e3a27e2b4a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T11:23:17,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 721e5beaaaff858698ad15aaecfed8b6 in 701ms, sequenceid=209, compaction requested=false 2024-11-24T11:23:17,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:17,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:23:17,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:17,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:17,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:17,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:17,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:17,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:17,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/c49ba5972b514c578ce9e2ca9fd79364 is 50, key is test_row_0/A:col10/1732447396755/Put/seqid=0 2024-11-24T11:23:17,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447457898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447457899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742159_1335 (size=12151) 2024-11-24T11:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447457900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/c49ba5972b514c578ce9e2ca9fd79364 2024-11-24T11:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447457902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447457902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:17,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/3850e09697764377832f70cd4a608d55 is 50, key is test_row_0/B:col10/1732447396755/Put/seqid=0 2024-11-24T11:23:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742160_1336 (size=12151) 2024-11-24T11:23:17,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/3850e09697764377832f70cd4a608d55 2024-11-24T11:23:17,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/74a40308c29e465aa93e04f0e2eee1e7 is 50, key is test_row_0/C:col10/1732447396755/Put/seqid=0 2024-11-24T11:23:17,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742161_1337 (size=12151) 2024-11-24T11:23:18,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447458005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447458005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447458006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447458007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447458006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447458209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447458209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447458210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447458212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447458216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T11:23:18,323 INFO [Thread-1329 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-24T11:23:18,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-24T11:23:18,330 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:18,331 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:18,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T11:23:18,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/74a40308c29e465aa93e04f0e2eee1e7 2024-11-24T11:23:18,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/c49ba5972b514c578ce9e2ca9fd79364 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c49ba5972b514c578ce9e2ca9fd79364 2024-11-24T11:23:18,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c49ba5972b514c578ce9e2ca9fd79364, entries=150, sequenceid=223, filesize=11.9 K 2024-11-24T11:23:18,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/3850e09697764377832f70cd4a608d55 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3850e09697764377832f70cd4a608d55 2024-11-24T11:23:18,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3850e09697764377832f70cd4a608d55, entries=150, sequenceid=223, filesize=11.9 K 2024-11-24T11:23:18,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/74a40308c29e465aa93e04f0e2eee1e7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/74a40308c29e465aa93e04f0e2eee1e7 2024-11-24T11:23:18,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/74a40308c29e465aa93e04f0e2eee1e7, entries=150, sequenceid=223, filesize=11.9 K 2024-11-24T11:23:18,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 721e5beaaaff858698ad15aaecfed8b6 in 531ms, sequenceid=223, compaction requested=true 2024-11-24T11:23:18,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:18,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:18,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:18,406 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:18,407 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:18,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:18,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:18,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:18,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:18,408 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:18,408 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:18,408 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/B is initiating minor compaction (all files) 2024-11-24T11:23:18,408 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/A is initiating minor compaction (all files) 2024-11-24T11:23:18,408 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/B in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:18,408 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/A in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:18,408 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/05ebd83eef9349778ab822b16fe2d393, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/87b48b6bc7a84e8d8a5e7f6d3b343cfa, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3850e09697764377832f70cd4a608d55] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=36.0 K 2024-11-24T11:23:18,408 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e98cf41c624f4b2290121beb21ebf357, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e1b55237ff804988898a04f1091de9c5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c49ba5972b514c578ce9e2ca9fd79364] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=36.0 K 2024-11-24T11:23:18,409 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 05ebd83eef9349778ab822b16fe2d393, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732447395984 2024-11-24T11:23:18,409 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e98cf41c624f4b2290121beb21ebf357, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732447395984 2024-11-24T11:23:18,409 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 87b48b6bc7a84e8d8a5e7f6d3b343cfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732447396634 2024-11-24T11:23:18,410 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3850e09697764377832f70cd4a608d55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732447396752 2024-11-24T11:23:18,410 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1b55237ff804988898a04f1091de9c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732447396634 2024-11-24T11:23:18,411 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c49ba5972b514c578ce9e2ca9fd79364, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732447396752 2024-11-24T11:23:18,422 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:18,423 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ad30ec513d18437884c06a05e6a33937 is 50, key is test_row_0/B:col10/1732447396755/Put/seqid=0 2024-11-24T11:23:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T11:23:18,439 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:18,440 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/fde5c2093cc24374a533d2a37f1a62c2 is 50, key is test_row_0/A:col10/1732447396755/Put/seqid=0 2024-11-24T11:23:18,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742162_1338 (size=12663) 2024-11-24T11:23:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742163_1339 (size=12663) 2024-11-24T11:23:18,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T11:23:18,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:18,484 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:23:18,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:18,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:18,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:18,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:18,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:18,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:18,502 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/fde5c2093cc24374a533d2a37f1a62c2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/fde5c2093cc24374a533d2a37f1a62c2 2024-11-24T11:23:18,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/2c38609fd0b7490b88a41f56b9192b72 is 50, key is test_row_0/A:col10/1732447397900/Put/seqid=0 2024-11-24T11:23:18,512 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/A of 721e5beaaaff858698ad15aaecfed8b6 into fde5c2093cc24374a533d2a37f1a62c2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:18,512 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:18,512 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/A, priority=13, startTime=1732447398406; duration=0sec 2024-11-24T11:23:18,512 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:18,512 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:A 2024-11-24T11:23:18,512 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:18,517 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:18,517 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/C is initiating minor compaction (all files) 2024-11-24T11:23:18,517 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/C in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:18,517 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e5149147bf654c51aa8e457ddad767f3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/6491413ad68e4277a087d9e3a27e2b4a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/74a40308c29e465aa93e04f0e2eee1e7] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=36.0 K 2024-11-24T11:23:18,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:18,519 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5149147bf654c51aa8e457ddad767f3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732447395984 2024-11-24T11:23:18,519 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6491413ad68e4277a087d9e3a27e2b4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732447396634 2024-11-24T11:23:18,520 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74a40308c29e465aa93e04f0e2eee1e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732447396752 2024-11-24T11:23:18,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447458524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447458526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447458527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447458528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447458529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742164_1340 (size=12151) 2024-11-24T11:23:18,536 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/2c38609fd0b7490b88a41f56b9192b72 2024-11-24T11:23:18,544 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:18,545 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/42b8d42c789f4b6b8af33234a26fd61a is 50, key is test_row_0/C:col10/1732447396755/Put/seqid=0 2024-11-24T11:23:18,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/8e94ee2819f5489283c44dd3ce7d1a4d is 50, key is test_row_0/B:col10/1732447397900/Put/seqid=0 2024-11-24T11:23:18,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742165_1341 (size=12663) 2024-11-24T11:23:18,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742166_1342 (size=12151) 2024-11-24T11:23:18,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447458631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T11:23:18,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447458632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447458632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447458633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447458634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447458833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447458835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447458835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447458836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447458838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:18,874 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ad30ec513d18437884c06a05e6a33937 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ad30ec513d18437884c06a05e6a33937 2024-11-24T11:23:18,887 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/B of 721e5beaaaff858698ad15aaecfed8b6 into ad30ec513d18437884c06a05e6a33937(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:18,887 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:18,887 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/B, priority=13, startTime=1732447398406; duration=0sec 2024-11-24T11:23:18,887 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:18,887 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:B 2024-11-24T11:23:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T11:23:19,010 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/42b8d42c789f4b6b8af33234a26fd61a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/42b8d42c789f4b6b8af33234a26fd61a 2024-11-24T11:23:19,027 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/C of 721e5beaaaff858698ad15aaecfed8b6 into 42b8d42c789f4b6b8af33234a26fd61a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:19,027 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:19,028 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/C, priority=13, startTime=1732447398407; duration=0sec 2024-11-24T11:23:19,028 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:19,028 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:C 2024-11-24T11:23:19,031 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/8e94ee2819f5489283c44dd3ce7d1a4d 2024-11-24T11:23:19,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/89b4d7a6bc6049219536e6932c33952a is 50, key is test_row_0/C:col10/1732447397900/Put/seqid=0 2024-11-24T11:23:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742167_1343 (size=12151) 2024-11-24T11:23:19,062 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/89b4d7a6bc6049219536e6932c33952a 2024-11-24T11:23:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/2c38609fd0b7490b88a41f56b9192b72 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2c38609fd0b7490b88a41f56b9192b72 2024-11-24T11:23:19,080 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2c38609fd0b7490b88a41f56b9192b72, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T11:23:19,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/8e94ee2819f5489283c44dd3ce7d1a4d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/8e94ee2819f5489283c44dd3ce7d1a4d 2024-11-24T11:23:19,087 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/8e94ee2819f5489283c44dd3ce7d1a4d, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T11:23:19,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/89b4d7a6bc6049219536e6932c33952a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/89b4d7a6bc6049219536e6932c33952a 2024-11-24T11:23:19,094 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/89b4d7a6bc6049219536e6932c33952a, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T11:23:19,095 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 721e5beaaaff858698ad15aaecfed8b6 in 611ms, sequenceid=248, compaction requested=false 2024-11-24T11:23:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-24T11:23:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-24T11:23:19,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-24T11:23:19,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 766 msec 2024-11-24T11:23:19,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 771 msec 2024-11-24T11:23:19,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:23:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:19,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:19,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/a7e54424b799468d88123a28f292eb0b is 50, key is test_row_0/A:col10/1732447398522/Put/seqid=0 2024-11-24T11:23:19,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742168_1344 (size=12251) 2024-11-24T11:23:19,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/a7e54424b799468d88123a28f292eb0b 2024-11-24T11:23:19,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/6bbda85be8904cfdb45c839908b043a7 is 50, key is test_row_0/B:col10/1732447398522/Put/seqid=0 2024-11-24T11:23:19,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447459207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447459207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447459207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447459208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742169_1345 (size=12251) 2024-11-24T11:23:19,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447459208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447459313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447459314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447459314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447459317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447459321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T11:23:19,435 INFO [Thread-1329 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-24T11:23:19,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-24T11:23:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T11:23:19,440 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:19,441 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:19,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:19,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447459519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447459519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447459519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447459521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447459524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T11:23:19,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T11:23:19,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:19,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:19,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:19,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:19,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:19,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/6bbda85be8904cfdb45c839908b043a7 2024-11-24T11:23:19,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/a4b75dffbe1049d6b2b626d05ade64f8 is 50, key is test_row_0/C:col10/1732447398522/Put/seqid=0 2024-11-24T11:23:19,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742170_1346 (size=12251) 2024-11-24T11:23:19,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/a4b75dffbe1049d6b2b626d05ade64f8 2024-11-24T11:23:19,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/a7e54424b799468d88123a28f292eb0b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a7e54424b799468d88123a28f292eb0b 2024-11-24T11:23:19,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a7e54424b799468d88123a28f292eb0b, entries=150, sequenceid=263, filesize=12.0 K 2024-11-24T11:23:19,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/6bbda85be8904cfdb45c839908b043a7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6bbda85be8904cfdb45c839908b043a7 2024-11-24T11:23:19,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6bbda85be8904cfdb45c839908b043a7, entries=150, sequenceid=263, filesize=12.0 K 2024-11-24T11:23:19,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/a4b75dffbe1049d6b2b626d05ade64f8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/a4b75dffbe1049d6b2b626d05ade64f8 2024-11-24T11:23:19,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/a4b75dffbe1049d6b2b626d05ade64f8, entries=150, sequenceid=263, filesize=12.0 K 2024-11-24T11:23:19,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 721e5beaaaff858698ad15aaecfed8b6 in 566ms, sequenceid=263, compaction requested=true 2024-11-24T11:23:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:19,707 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:19,707 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:19,709 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:19,709 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:19,709 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/B is initiating minor compaction (all files) 2024-11-24T11:23:19,709 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/A is initiating minor compaction (all files) 2024-11-24T11:23:19,709 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/A in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:19,709 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/B in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:19,709 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/fde5c2093cc24374a533d2a37f1a62c2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2c38609fd0b7490b88a41f56b9192b72, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a7e54424b799468d88123a28f292eb0b] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=36.2 K 2024-11-24T11:23:19,709 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ad30ec513d18437884c06a05e6a33937, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/8e94ee2819f5489283c44dd3ce7d1a4d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6bbda85be8904cfdb45c839908b043a7] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=36.2 K 2024-11-24T11:23:19,710 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting fde5c2093cc24374a533d2a37f1a62c2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732447396752 2024-11-24T11:23:19,710 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ad30ec513d18437884c06a05e6a33937, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732447396752 2024-11-24T11:23:19,710 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c38609fd0b7490b88a41f56b9192b72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732447397897 2024-11-24T11:23:19,710 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e94ee2819f5489283c44dd3ce7d1a4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732447397897 2024-11-24T11:23:19,711 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7e54424b799468d88123a28f292eb0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732447398522 2024-11-24T11:23:19,711 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bbda85be8904cfdb45c839908b043a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732447398522 2024-11-24T11:23:19,726 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#A#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:19,727 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/625f51fb97ac4a0880a0eff119182155 is 50, key is test_row_0/A:col10/1732447398522/Put/seqid=0 2024-11-24T11:23:19,730 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:19,731 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/6c27f46c63474e748f93ef13a624de82 is 50, key is test_row_0/B:col10/1732447398522/Put/seqid=0 2024-11-24T11:23:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T11:23:19,746 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T11:23:19,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:19,747 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:23:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:19,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742171_1347 (size=12865) 2024-11-24T11:23:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742172_1348 (size=12865) 2024-11-24T11:23:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/69690869c21642188b4e90ecb5cfc758 is 50, key is test_row_0/A:col10/1732447399206/Put/seqid=0 2024-11-24T11:23:19,785 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/6c27f46c63474e748f93ef13a624de82 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6c27f46c63474e748f93ef13a624de82 2024-11-24T11:23:19,794 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/B of 721e5beaaaff858698ad15aaecfed8b6 into 6c27f46c63474e748f93ef13a624de82(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:19,794 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:19,794 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/B, priority=13, startTime=1732447399707; duration=0sec 2024-11-24T11:23:19,794 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:19,794 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:B 2024-11-24T11:23:19,794 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:19,796 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:19,796 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/C is initiating minor compaction (all files) 2024-11-24T11:23:19,796 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/C in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:19,796 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/42b8d42c789f4b6b8af33234a26fd61a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/89b4d7a6bc6049219536e6932c33952a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/a4b75dffbe1049d6b2b626d05ade64f8] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=36.2 K 2024-11-24T11:23:19,796 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 42b8d42c789f4b6b8af33234a26fd61a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732447396752 2024-11-24T11:23:19,797 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 89b4d7a6bc6049219536e6932c33952a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732447397897 2024-11-24T11:23:19,797 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a4b75dffbe1049d6b2b626d05ade64f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732447398522 2024-11-24T11:23:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742173_1349 (size=12301) 2024-11-24T11:23:19,822 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#C#compaction#294 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:19,824 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/02475cc886e242ab971a8ea939566c22 is 50, key is test_row_0/C:col10/1732447398522/Put/seqid=0 2024-11-24T11:23:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:19,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447459833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742174_1350 (size=12865) 2024-11-24T11:23:19,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447459835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447459836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447459837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447459837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447459942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447459945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447459945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447459945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:19,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447459945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T11:23:20,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447460146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447460151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447460152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447460152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447460152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,169 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/625f51fb97ac4a0880a0eff119182155 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/625f51fb97ac4a0880a0eff119182155 2024-11-24T11:23:20,175 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/A of 721e5beaaaff858698ad15aaecfed8b6 into 625f51fb97ac4a0880a0eff119182155(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:20,176 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:20,176 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/A, priority=13, startTime=1732447399707; duration=0sec 2024-11-24T11:23:20,176 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:20,176 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:A 2024-11-24T11:23:20,211 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/69690869c21642188b4e90ecb5cfc758 2024-11-24T11:23:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/3e43fa0edff343e18784fde7f8006f6b is 50, key is test_row_0/B:col10/1732447399206/Put/seqid=0 2024-11-24T11:23:20,247 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/02475cc886e242ab971a8ea939566c22 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/02475cc886e242ab971a8ea939566c22 2024-11-24T11:23:20,256 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/C of 721e5beaaaff858698ad15aaecfed8b6 into 02475cc886e242ab971a8ea939566c22(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:20,256 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:20,256 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/C, priority=13, startTime=1732447399707; duration=0sec 2024-11-24T11:23:20,257 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:20,257 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:C 2024-11-24T11:23:20,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742175_1351 (size=12301) 2024-11-24T11:23:20,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447460450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447460455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447460455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447460457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447460457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T11:23:20,677 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/3e43fa0edff343e18784fde7f8006f6b 2024-11-24T11:23:20,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/e346dd36e1104e548790a5c153498823 is 50, key is test_row_0/C:col10/1732447399206/Put/seqid=0 2024-11-24T11:23:20,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742176_1352 (size=12301) 2024-11-24T11:23:20,716 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/e346dd36e1104e548790a5c153498823 2024-11-24T11:23:20,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/69690869c21642188b4e90ecb5cfc758 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/69690869c21642188b4e90ecb5cfc758 2024-11-24T11:23:20,727 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/69690869c21642188b4e90ecb5cfc758, entries=150, sequenceid=289, filesize=12.0 K 2024-11-24T11:23:20,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/3e43fa0edff343e18784fde7f8006f6b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3e43fa0edff343e18784fde7f8006f6b 2024-11-24T11:23:20,748 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3e43fa0edff343e18784fde7f8006f6b, entries=150, sequenceid=289, filesize=12.0 K 2024-11-24T11:23:20,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/e346dd36e1104e548790a5c153498823 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e346dd36e1104e548790a5c153498823 2024-11-24T11:23:20,759 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e346dd36e1104e548790a5c153498823, entries=150, sequenceid=289, filesize=12.0 K 2024-11-24T11:23:20,760 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 721e5beaaaff858698ad15aaecfed8b6 in 1013ms, sequenceid=289, compaction requested=false 2024-11-24T11:23:20,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:20,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:20,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-24T11:23:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-24T11:23:20,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-24T11:23:20,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3190 sec 2024-11-24T11:23:20,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.3290 sec 2024-11-24T11:23:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:20,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:23:20,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:20,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:20,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:20,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:20,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:20,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:20,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/2a43ac01be4d47dbb586a034397d4269 is 50, key is test_row_0/A:col10/1732447399833/Put/seqid=0 2024-11-24T11:23:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742177_1353 (size=14741) 2024-11-24T11:23:20,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/2a43ac01be4d47dbb586a034397d4269 2024-11-24T11:23:20,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447460985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447460989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447460989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447460991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:20,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447460991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/f1ea39ebc05742d1850cd32b4214822d is 50, key is test_row_0/B:col10/1732447399833/Put/seqid=0 2024-11-24T11:23:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742178_1354 (size=12301) 2024-11-24T11:23:21,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/f1ea39ebc05742d1850cd32b4214822d 2024-11-24T11:23:21,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/768dc30d8da947289a5768b49f32b2ce is 50, key is test_row_0/C:col10/1732447399833/Put/seqid=0 2024-11-24T11:23:21,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742179_1355 (size=12301) 2024-11-24T11:23:21,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/768dc30d8da947289a5768b49f32b2ce 2024-11-24T11:23:21,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447461092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447461095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447461095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447461096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447461096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/2a43ac01be4d47dbb586a034397d4269 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2a43ac01be4d47dbb586a034397d4269 2024-11-24T11:23:21,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2a43ac01be4d47dbb586a034397d4269, entries=200, sequenceid=304, filesize=14.4 K 2024-11-24T11:23:21,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/f1ea39ebc05742d1850cd32b4214822d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f1ea39ebc05742d1850cd32b4214822d 2024-11-24T11:23:21,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f1ea39ebc05742d1850cd32b4214822d, entries=150, sequenceid=304, filesize=12.0 K 2024-11-24T11:23:21,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/768dc30d8da947289a5768b49f32b2ce as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/768dc30d8da947289a5768b49f32b2ce 2024-11-24T11:23:21,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/768dc30d8da947289a5768b49f32b2ce, entries=150, sequenceid=304, filesize=12.0 K 2024-11-24T11:23:21,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 721e5beaaaff858698ad15aaecfed8b6 in 171ms, sequenceid=304, compaction requested=true 2024-11-24T11:23:21,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:21,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:21,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:21,131 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:21,131 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:21,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:21,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:21,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:21,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:21,133 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:21,133 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/A is initiating minor compaction (all files) 2024-11-24T11:23:21,133 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/A in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:21,133 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:21,133 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/625f51fb97ac4a0880a0eff119182155, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/69690869c21642188b4e90ecb5cfc758, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2a43ac01be4d47dbb586a034397d4269] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=39.0 K 2024-11-24T11:23:21,133 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/B is initiating minor compaction (all files) 2024-11-24T11:23:21,133 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/B in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:21,133 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6c27f46c63474e748f93ef13a624de82, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3e43fa0edff343e18784fde7f8006f6b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f1ea39ebc05742d1850cd32b4214822d] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=36.6 K 2024-11-24T11:23:21,133 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 625f51fb97ac4a0880a0eff119182155, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732447398522 2024-11-24T11:23:21,134 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c27f46c63474e748f93ef13a624de82, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732447398522 2024-11-24T11:23:21,134 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69690869c21642188b4e90ecb5cfc758, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732447399204 2024-11-24T11:23:21,134 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e43fa0edff343e18784fde7f8006f6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732447399204 2024-11-24T11:23:21,135 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a43ac01be4d47dbb586a034397d4269, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732447399833 2024-11-24T11:23:21,135 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting f1ea39ebc05742d1850cd32b4214822d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732447399833 2024-11-24T11:23:21,147 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:21,148 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/699c0133a83c46118bed803ce617b504 is 50, key is test_row_0/B:col10/1732447399833/Put/seqid=0 2024-11-24T11:23:21,150 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#A#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:21,151 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/00c7ef9b349c44a38dc472a06a5b3ac7 is 50, key is test_row_0/A:col10/1732447399833/Put/seqid=0 2024-11-24T11:23:21,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742180_1356 (size=13017) 2024-11-24T11:23:21,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742181_1357 (size=13017) 2024-11-24T11:23:21,208 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/699c0133a83c46118bed803ce617b504 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/699c0133a83c46118bed803ce617b504 2024-11-24T11:23:21,209 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/00c7ef9b349c44a38dc472a06a5b3ac7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/00c7ef9b349c44a38dc472a06a5b3ac7 2024-11-24T11:23:21,214 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/B of 721e5beaaaff858698ad15aaecfed8b6 into 699c0133a83c46118bed803ce617b504(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:21,215 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:21,215 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/B, priority=13, startTime=1732447401131; duration=0sec 2024-11-24T11:23:21,215 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:21,215 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:B 2024-11-24T11:23:21,215 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:21,216 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:21,216 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/C is initiating minor compaction (all files) 2024-11-24T11:23:21,216 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/A of 721e5beaaaff858698ad15aaecfed8b6 into 00c7ef9b349c44a38dc472a06a5b3ac7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:21,216 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:21,216 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/C in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:21,216 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/A, priority=13, startTime=1732447401131; duration=0sec 2024-11-24T11:23:21,216 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/02475cc886e242ab971a8ea939566c22, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e346dd36e1104e548790a5c153498823, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/768dc30d8da947289a5768b49f32b2ce] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=36.6 K 2024-11-24T11:23:21,216 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:21,217 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:A 2024-11-24T11:23:21,217 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 02475cc886e242ab971a8ea939566c22, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732447398522 2024-11-24T11:23:21,217 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting e346dd36e1104e548790a5c153498823, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732447399204 2024-11-24T11:23:21,218 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 768dc30d8da947289a5768b49f32b2ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732447399833 2024-11-24T11:23:21,243 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#C#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:21,243 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/47c3f20ed5c341dcbea9d6a4b45ec6d9 is 50, key is test_row_0/C:col10/1732447399833/Put/seqid=0 2024-11-24T11:23:21,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742182_1358 (size=13017) 2024-11-24T11:23:21,293 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/47c3f20ed5c341dcbea9d6a4b45ec6d9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/47c3f20ed5c341dcbea9d6a4b45ec6d9 2024-11-24T11:23:21,300 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/C of 721e5beaaaff858698ad15aaecfed8b6 into 47c3f20ed5c341dcbea9d6a4b45ec6d9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:21,300 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:21,300 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/C, priority=13, startTime=1732447401132; duration=0sec 2024-11-24T11:23:21,300 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:21,300 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:C 2024-11-24T11:23:21,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:23:21,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:21,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:21,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:21,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:21,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:21,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:21,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/f460320741394d9bb4297127d20b8167 is 50, key is test_row_0/A:col10/1732447400989/Put/seqid=0 2024-11-24T11:23:21,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447461311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447461315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447461315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447461316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447461317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742183_1359 (size=14741) 2024-11-24T11:23:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447461419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447461422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447461423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447461423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447461423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T11:23:21,543 INFO [Thread-1329 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-24T11:23:21,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-24T11:23:21,547 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T11:23:21,547 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:21,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:21,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447461622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447461626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447461627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447461628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447461628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T11:23:21,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T11:23:21,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:21,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:21,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:21,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:21,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:21,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/f460320741394d9bb4297127d20b8167 2024-11-24T11:23:21,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ef9a7fa165854c44a792a2fd6ed30c9f is 50, key is test_row_0/B:col10/1732447400989/Put/seqid=0 2024-11-24T11:23:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742184_1360 (size=12301) 2024-11-24T11:23:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T11:23:21,853 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T11:23:21,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:21,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:21,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:21,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:21,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:21,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447461927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447461930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447461931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447461931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:21,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447461933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T11:23:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:22,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T11:23:22,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T11:23:22,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:22,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:22,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:22,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ef9a7fa165854c44a792a2fd6ed30c9f 2024-11-24T11:23:22,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/d0148b0a661f44669924107facf864cf is 50, key is test_row_0/C:col10/1732447400989/Put/seqid=0 2024-11-24T11:23:22,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742185_1361 (size=12301) 2024-11-24T11:23:22,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T11:23:22,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:22,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:22,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:22,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447462435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447462436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447462436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447462437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447462439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T11:23:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:22,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T11:23:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:22,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:22,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/d0148b0a661f44669924107facf864cf 2024-11-24T11:23:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T11:23:22,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/f460320741394d9bb4297127d20b8167 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f460320741394d9bb4297127d20b8167 2024-11-24T11:23:22,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f460320741394d9bb4297127d20b8167, entries=200, sequenceid=332, filesize=14.4 K 2024-11-24T11:23:22,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ef9a7fa165854c44a792a2fd6ed30c9f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef9a7fa165854c44a792a2fd6ed30c9f 2024-11-24T11:23:22,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef9a7fa165854c44a792a2fd6ed30c9f, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T11:23:22,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/d0148b0a661f44669924107facf864cf as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d0148b0a661f44669924107facf864cf 2024-11-24T11:23:22,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d0148b0a661f44669924107facf864cf, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T11:23:22,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 721e5beaaaff858698ad15aaecfed8b6 in 1385ms, sequenceid=332, compaction requested=false 2024-11-24T11:23:22,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:22,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:22,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T11:23:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:22,774 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:23:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:22,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/6c301e412aa049978de01085933b9dd5 is 50, key is test_row_0/A:col10/1732447401316/Put/seqid=0 2024-11-24T11:23:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742186_1362 (size=12301) 2024-11-24T11:23:22,823 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/6c301e412aa049978de01085933b9dd5 2024-11-24T11:23:22,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ff2e2bae15064a2fb8d77a9048c1d50b is 50, key is test_row_0/B:col10/1732447401316/Put/seqid=0 2024-11-24T11:23:22,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742187_1363 (size=12301) 2024-11-24T11:23:22,873 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ff2e2bae15064a2fb8d77a9048c1d50b 2024-11-24T11:23:22,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/2628394f869443d298d5ec4b9d57c51d is 50, key is test_row_0/C:col10/1732447401316/Put/seqid=0 2024-11-24T11:23:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742188_1364 (size=12301) 2024-11-24T11:23:23,336 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/2628394f869443d298d5ec4b9d57c51d 2024-11-24T11:23:23,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/6c301e412aa049978de01085933b9dd5 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/6c301e412aa049978de01085933b9dd5 2024-11-24T11:23:23,352 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/6c301e412aa049978de01085933b9dd5, entries=150, sequenceid=343, filesize=12.0 K 2024-11-24T11:23:23,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ff2e2bae15064a2fb8d77a9048c1d50b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2e2bae15064a2fb8d77a9048c1d50b 2024-11-24T11:23:23,360 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2e2bae15064a2fb8d77a9048c1d50b, entries=150, sequenceid=343, filesize=12.0 K 2024-11-24T11:23:23,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/2628394f869443d298d5ec4b9d57c51d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/2628394f869443d298d5ec4b9d57c51d 2024-11-24T11:23:23,369 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/2628394f869443d298d5ec4b9d57c51d, entries=150, sequenceid=343, filesize=12.0 K 2024-11-24T11:23:23,371 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 721e5beaaaff858698ad15aaecfed8b6 in 596ms, sequenceid=343, compaction requested=true 2024-11-24T11:23:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-24T11:23:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-24T11:23:23,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-24T11:23:23,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-11-24T11:23:23,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.8300 sec 2024-11-24T11:23:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:23,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:23:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:23,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/c485a0916a1441e4bce11cd68f63406e is 50, key is test_row_0/A:col10/1732447403451/Put/seqid=0 2024-11-24T11:23:23,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742189_1365 (size=12301) 2024-11-24T11:23:23,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/c485a0916a1441e4bce11cd68f63406e 2024-11-24T11:23:23,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/f9c2c192741241f9ae67dfa19abd8003 is 50, key is test_row_0/B:col10/1732447403451/Put/seqid=0 2024-11-24T11:23:23,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742190_1366 (size=12301) 2024-11-24T11:23:23,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447463524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447463524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447463527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447463528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447463529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447463630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447463630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447463632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447463634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447463635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T11:23:23,651 INFO [Thread-1329 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-24T11:23:23,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-24T11:23:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T11:23:23,654 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:23,655 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:23,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T11:23:23,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T11:23:23,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:23,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:23,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:23,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:23,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:23,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447463834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447463834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447463836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447463838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447463839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/f9c2c192741241f9ae67dfa19abd8003 2024-11-24T11:23:23,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/e1cebc0c64264fcaa47de3d0b2fa41e3 is 50, key is test_row_0/C:col10/1732447403451/Put/seqid=0 2024-11-24T11:23:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T11:23:23,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742191_1367 (size=12301) 2024-11-24T11:23:23,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/e1cebc0c64264fcaa47de3d0b2fa41e3 2024-11-24T11:23:23,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:23,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T11:23:23,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:23,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:23,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:23,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:23,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/c485a0916a1441e4bce11cd68f63406e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c485a0916a1441e4bce11cd68f63406e 2024-11-24T11:23:23,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c485a0916a1441e4bce11cd68f63406e, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T11:23:23,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/f9c2c192741241f9ae67dfa19abd8003 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f9c2c192741241f9ae67dfa19abd8003 2024-11-24T11:23:23,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f9c2c192741241f9ae67dfa19abd8003, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T11:23:23,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/e1cebc0c64264fcaa47de3d0b2fa41e3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e1cebc0c64264fcaa47de3d0b2fa41e3 2024-11-24T11:23:23,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e1cebc0c64264fcaa47de3d0b2fa41e3, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T11:23:23,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 721e5beaaaff858698ad15aaecfed8b6 in 537ms, sequenceid=355, compaction requested=true 2024-11-24T11:23:23,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:23,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:23,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:23,990 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:23,990 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:23,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:23,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:23,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:23,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:23,991 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:23,991 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/A is initiating minor compaction (all files) 2024-11-24T11:23:23,991 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/A in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:23,992 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/00c7ef9b349c44a38dc472a06a5b3ac7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f460320741394d9bb4297127d20b8167, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/6c301e412aa049978de01085933b9dd5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c485a0916a1441e4bce11cd68f63406e] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=51.1 K 2024-11-24T11:23:23,992 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:23,992 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/B is initiating minor compaction (all files) 2024-11-24T11:23:23,992 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/B in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:23,992 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/699c0133a83c46118bed803ce617b504, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef9a7fa165854c44a792a2fd6ed30c9f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2e2bae15064a2fb8d77a9048c1d50b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f9c2c192741241f9ae67dfa19abd8003] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=48.8 K 2024-11-24T11:23:23,992 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00c7ef9b349c44a38dc472a06a5b3ac7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732447399833 2024-11-24T11:23:23,993 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f460320741394d9bb4297127d20b8167, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447400983 2024-11-24T11:23:23,993 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 699c0133a83c46118bed803ce617b504, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732447399833 2024-11-24T11:23:23,993 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ef9a7fa165854c44a792a2fd6ed30c9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447400988 2024-11-24T11:23:23,993 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c301e412aa049978de01085933b9dd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732447401313 2024-11-24T11:23:23,994 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ff2e2bae15064a2fb8d77a9048c1d50b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732447401313 2024-11-24T11:23:23,994 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c485a0916a1441e4bce11cd68f63406e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732447403448 2024-11-24T11:23:23,994 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting f9c2c192741241f9ae67dfa19abd8003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732447403448 2024-11-24T11:23:24,007 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#A#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:24,007 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/9b3076413fa7442bae6f9b1f1e10202e is 50, key is test_row_0/A:col10/1732447403451/Put/seqid=0 2024-11-24T11:23:24,015 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#B#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:24,016 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/53283a6fb2894c8ea884ec2d2bac9c41 is 50, key is test_row_0/B:col10/1732447403451/Put/seqid=0 2024-11-24T11:23:24,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742192_1368 (size=13153) 2024-11-24T11:23:24,052 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/9b3076413fa7442bae6f9b1f1e10202e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/9b3076413fa7442bae6f9b1f1e10202e 2024-11-24T11:23:24,059 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/A of 721e5beaaaff858698ad15aaecfed8b6 into 9b3076413fa7442bae6f9b1f1e10202e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:24,059 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:24,059 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/A, priority=12, startTime=1732447403990; duration=0sec 2024-11-24T11:23:24,059 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:24,059 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:A 2024-11-24T11:23:24,059 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:24,061 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:24,061 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/C is initiating minor compaction (all files) 2024-11-24T11:23:24,061 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/C in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:24,061 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/47c3f20ed5c341dcbea9d6a4b45ec6d9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d0148b0a661f44669924107facf864cf, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/2628394f869443d298d5ec4b9d57c51d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e1cebc0c64264fcaa47de3d0b2fa41e3] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=48.8 K 2024-11-24T11:23:24,062 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47c3f20ed5c341dcbea9d6a4b45ec6d9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732447399833 2024-11-24T11:23:24,062 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0148b0a661f44669924107facf864cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447400988 2024-11-24T11:23:24,063 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2628394f869443d298d5ec4b9d57c51d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732447401313 2024-11-24T11:23:24,063 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1cebc0c64264fcaa47de3d0b2fa41e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732447403448 2024-11-24T11:23:24,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742193_1369 (size=13153) 2024-11-24T11:23:24,091 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:24,092 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/3424958df94345dea203cbd99121d489 is 50, key is test_row_0/C:col10/1732447403451/Put/seqid=0 2024-11-24T11:23:24,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T11:23:24,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:24,117 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:23:24,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:24,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:24,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:24,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:24,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:24,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:24,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/b76ab041db404b4c8e39cf392b91971f is 50, key is test_row_0/A:col10/1732447403527/Put/seqid=0 2024-11-24T11:23:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:24,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742194_1370 (size=13153) 2024-11-24T11:23:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447464149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447464149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447464150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447464151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447464153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742195_1371 (size=12301) 2024-11-24T11:23:24,179 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/b76ab041db404b4c8e39cf392b91971f 2024-11-24T11:23:24,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/b711a5f879e04c83a60a5b9b548a196f is 50, key is test_row_0/B:col10/1732447403527/Put/seqid=0 2024-11-24T11:23:24,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742196_1372 (size=12301) 2024-11-24T11:23:24,220 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/b711a5f879e04c83a60a5b9b548a196f 2024-11-24T11:23:24,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/82c755fcb90b43efa6fea62e9a5da2fc is 50, key is test_row_0/C:col10/1732447403527/Put/seqid=0 2024-11-24T11:23:24,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T11:23:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447464254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447464254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447464254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447464254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447464260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742197_1373 (size=12301) 2024-11-24T11:23:24,272 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/82c755fcb90b43efa6fea62e9a5da2fc 2024-11-24T11:23:24,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/b76ab041db404b4c8e39cf392b91971f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b76ab041db404b4c8e39cf392b91971f 2024-11-24T11:23:24,288 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b76ab041db404b4c8e39cf392b91971f, entries=150, sequenceid=381, filesize=12.0 K 2024-11-24T11:23:24,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/b711a5f879e04c83a60a5b9b548a196f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b711a5f879e04c83a60a5b9b548a196f 2024-11-24T11:23:24,296 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b711a5f879e04c83a60a5b9b548a196f, entries=150, sequenceid=381, filesize=12.0 K 2024-11-24T11:23:24,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/82c755fcb90b43efa6fea62e9a5da2fc as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/82c755fcb90b43efa6fea62e9a5da2fc 2024-11-24T11:23:24,309 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/82c755fcb90b43efa6fea62e9a5da2fc, entries=150, sequenceid=381, filesize=12.0 K 2024-11-24T11:23:24,311 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 721e5beaaaff858698ad15aaecfed8b6 in 194ms, sequenceid=381, compaction requested=false 2024-11-24T11:23:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-24T11:23:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-24T11:23:24,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-24T11:23:24,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 658 msec 2024-11-24T11:23:24,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 662 msec 2024-11-24T11:23:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:24,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:23:24,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:24,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:24,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:24,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:24,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:24,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:24,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/bd8d739e03f14560b0a7fd641357b3d4 is 50, key is test_row_0/A:col10/1732447404460/Put/seqid=0 2024-11-24T11:23:24,493 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/53283a6fb2894c8ea884ec2d2bac9c41 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/53283a6fb2894c8ea884ec2d2bac9c41 2024-11-24T11:23:24,500 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/B of 721e5beaaaff858698ad15aaecfed8b6 into 53283a6fb2894c8ea884ec2d2bac9c41(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:24,500 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:24,500 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/B, priority=12, startTime=1732447403990; duration=0sec 2024-11-24T11:23:24,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,502 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:24,502 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:B 2024-11-24T11:23:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447464494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447464496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447464496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742198_1374 (size=12301) 2024-11-24T11:23:24,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447464502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447464502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/bd8d739e03f14560b0a7fd641357b3d4 2024-11-24T11:23:24,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/6d734d4f67f1441cabff22ccb0c9caf5 is 50, key is test_row_0/B:col10/1732447404460/Put/seqid=0 2024-11-24T11:23:24,553 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/3424958df94345dea203cbd99121d489 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3424958df94345dea203cbd99121d489 2024-11-24T11:23:24,558 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/C of 721e5beaaaff858698ad15aaecfed8b6 into 3424958df94345dea203cbd99121d489(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:24,559 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:24,559 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/C, priority=12, startTime=1732447403990; duration=0sec 2024-11-24T11:23:24,559 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:24,559 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:C 2024-11-24T11:23:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742199_1375 (size=12301) 2024-11-24T11:23:24,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/6d734d4f67f1441cabff22ccb0c9caf5 2024-11-24T11:23:24,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/30ff4faa8aca47cda9ebb7feabfc64bd is 50, key is test_row_0/C:col10/1732447404460/Put/seqid=0 2024-11-24T11:23:24,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742200_1376 (size=12301) 2024-11-24T11:23:24,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/30ff4faa8aca47cda9ebb7feabfc64bd 2024-11-24T11:23:24,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447464604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447464604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447464604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/bd8d739e03f14560b0a7fd641357b3d4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bd8d739e03f14560b0a7fd641357b3d4 2024-11-24T11:23:24,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447464609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447464609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bd8d739e03f14560b0a7fd641357b3d4, entries=150, sequenceid=394, filesize=12.0 K 2024-11-24T11:23:24,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/6d734d4f67f1441cabff22ccb0c9caf5 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6d734d4f67f1441cabff22ccb0c9caf5 2024-11-24T11:23:24,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6d734d4f67f1441cabff22ccb0c9caf5, entries=150, sequenceid=394, filesize=12.0 K 2024-11-24T11:23:24,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/30ff4faa8aca47cda9ebb7feabfc64bd as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/30ff4faa8aca47cda9ebb7feabfc64bd 2024-11-24T11:23:24,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/30ff4faa8aca47cda9ebb7feabfc64bd, entries=150, sequenceid=394, filesize=12.0 K 2024-11-24T11:23:24,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 721e5beaaaff858698ad15aaecfed8b6 in 167ms, sequenceid=394, compaction requested=true 2024-11-24T11:23:24,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:24,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:24,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:24,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:24,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T11:23:24,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:24,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T11:23:24,630 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:24,630 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:24,631 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:24,631 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/C is initiating minor compaction (all files) 2024-11-24T11:23:24,631 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/C in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:24,631 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3424958df94345dea203cbd99121d489, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/82c755fcb90b43efa6fea62e9a5da2fc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/30ff4faa8aca47cda9ebb7feabfc64bd] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=36.9 K 2024-11-24T11:23:24,632 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3424958df94345dea203cbd99121d489, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732447403448 2024-11-24T11:23:24,633 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 82c755fcb90b43efa6fea62e9a5da2fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732447403526 2024-11-24T11:23:24,633 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:24,634 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/A is initiating minor compaction (all files) 2024-11-24T11:23:24,634 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/A in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:24,634 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/9b3076413fa7442bae6f9b1f1e10202e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b76ab041db404b4c8e39cf392b91971f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bd8d739e03f14560b0a7fd641357b3d4] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=36.9 K 2024-11-24T11:23:24,634 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 30ff4faa8aca47cda9ebb7feabfc64bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732447404147 2024-11-24T11:23:24,634 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b3076413fa7442bae6f9b1f1e10202e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732447403448 2024-11-24T11:23:24,635 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b76ab041db404b4c8e39cf392b91971f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732447403526 2024-11-24T11:23:24,636 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd8d739e03f14560b0a7fd641357b3d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732447404147 2024-11-24T11:23:24,658 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#A#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:24,658 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#C#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:24,658 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/feb8dd5c049246d79a4e50fb92171ab9 is 50, key is test_row_0/A:col10/1732447404460/Put/seqid=0 2024-11-24T11:23:24,658 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/b940e041dc3d41b8be3de729dfbee662 is 50, key is test_row_0/C:col10/1732447404460/Put/seqid=0 2024-11-24T11:23:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742201_1377 (size=13255) 2024-11-24T11:23:24,726 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/b940e041dc3d41b8be3de729dfbee662 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b940e041dc3d41b8be3de729dfbee662 2024-11-24T11:23:24,734 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/C of 721e5beaaaff858698ad15aaecfed8b6 into b940e041dc3d41b8be3de729dfbee662(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:24,734 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:24,734 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/C, priority=13, startTime=1732447404630; duration=0sec 2024-11-24T11:23:24,735 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:24,735 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:C 2024-11-24T11:23:24,735 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:24,736 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:24,736 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/B is initiating minor compaction (all files) 2024-11-24T11:23:24,736 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/B in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:24,736 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/53283a6fb2894c8ea884ec2d2bac9c41, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b711a5f879e04c83a60a5b9b548a196f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6d734d4f67f1441cabff22ccb0c9caf5] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=36.9 K 2024-11-24T11:23:24,736 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 53283a6fb2894c8ea884ec2d2bac9c41, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732447403448 2024-11-24T11:23:24,737 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b711a5f879e04c83a60a5b9b548a196f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732447403526 2024-11-24T11:23:24,737 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d734d4f67f1441cabff22ccb0c9caf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732447404147 2024-11-24T11:23:24,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742202_1378 (size=13255) 2024-11-24T11:23:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T11:23:24,758 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#B#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:24,758 INFO [Thread-1329 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-24T11:23:24,758 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/c89c9f70be7047d9af751c186aea2f9a is 50, key is test_row_0/B:col10/1732447404460/Put/seqid=0 2024-11-24T11:23:24,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-24T11:23:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T11:23:24,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:24,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:24,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:24,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742203_1379 (size=13255) 2024-11-24T11:23:24,802 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/c89c9f70be7047d9af751c186aea2f9a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/c89c9f70be7047d9af751c186aea2f9a 2024-11-24T11:23:24,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:24,810 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/B of 721e5beaaaff858698ad15aaecfed8b6 into c89c9f70be7047d9af751c186aea2f9a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:24,810 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:24,810 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/B, priority=13, startTime=1732447404630; duration=0sec 2024-11-24T11:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:24,810 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:24,810 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:B 2024-11-24T11:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:24,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/551d1874c7e644b6a8ae972f1ccf4364 is 50, key is test_row_0/A:col10/1732447404500/Put/seqid=0 2024-11-24T11:23:24,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447464819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447464819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447464820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447464823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447464824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T11:23:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742204_1380 (size=12301) 2024-11-24T11:23:24,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T11:23:24,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:24,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:24,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:24,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:24,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:24,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447464925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447464925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447464926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447464927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:24,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447464928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T11:23:25,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T11:23:25,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:25,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447465128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447465129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447465130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447465132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447465132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,156 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/feb8dd5c049246d79a4e50fb92171ab9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/feb8dd5c049246d79a4e50fb92171ab9 2024-11-24T11:23:25,164 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/A of 721e5beaaaff858698ad15aaecfed8b6 into feb8dd5c049246d79a4e50fb92171ab9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:25,164 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:25,164 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/A, priority=13, startTime=1732447404630; duration=0sec 2024-11-24T11:23:25,164 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:25,164 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:A 2024-11-24T11:23:25,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T11:23:25,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:25,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:25,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:25,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/551d1874c7e644b6a8ae972f1ccf4364 2024-11-24T11:23:25,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/59385ee1d3d84477a6ae8f33801d6a97 is 50, key is test_row_0/B:col10/1732447404500/Put/seqid=0 2024-11-24T11:23:25,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742205_1381 (size=12301) 2024-11-24T11:23:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T11:23:25,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T11:23:25,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:25,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:25,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:25,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447465432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447465433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447465434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447465435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447465435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,529 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T11:23:25,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:25,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:25,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:25,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T11:23:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:25,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:25,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/59385ee1d3d84477a6ae8f33801d6a97 2024-11-24T11:23:25,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/c68a7fa2fc574895bb50da4760610106 is 50, key is test_row_0/C:col10/1732447404500/Put/seqid=0 2024-11-24T11:23:25,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742206_1382 (size=12301) 2024-11-24T11:23:25,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/c68a7fa2fc574895bb50da4760610106 2024-11-24T11:23:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/551d1874c7e644b6a8ae972f1ccf4364 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/551d1874c7e644b6a8ae972f1ccf4364 2024-11-24T11:23:25,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/551d1874c7e644b6a8ae972f1ccf4364, entries=150, sequenceid=423, filesize=12.0 K 2024-11-24T11:23:25,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/59385ee1d3d84477a6ae8f33801d6a97 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/59385ee1d3d84477a6ae8f33801d6a97 2024-11-24T11:23:25,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/59385ee1d3d84477a6ae8f33801d6a97, entries=150, sequenceid=423, filesize=12.0 K 2024-11-24T11:23:25,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/c68a7fa2fc574895bb50da4760610106 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/c68a7fa2fc574895bb50da4760610106 2024-11-24T11:23:25,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/c68a7fa2fc574895bb50da4760610106, entries=150, sequenceid=423, filesize=12.0 K 2024-11-24T11:23:25,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 721e5beaaaff858698ad15aaecfed8b6 in 1004ms, sequenceid=423, compaction requested=false 2024-11-24T11:23:25,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:25,836 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:25,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T11:23:25,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:25,837 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:23:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/e2b3758fe24946cd8147a7271663c284 is 50, key is test_row_0/A:col10/1732447404817/Put/seqid=0 2024-11-24T11:23:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T11:23:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742207_1383 (size=9857) 2024-11-24T11:23:25,925 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/e2b3758fe24946cd8147a7271663c284 2024-11-24T11:23:25,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ffd9b65e0b194d3981accf57577d3a95 is 50, key is test_row_0/B:col10/1732447404817/Put/seqid=0 2024-11-24T11:23:25,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:25,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742208_1384 (size=9857) 2024-11-24T11:23:25,981 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ffd9b65e0b194d3981accf57577d3a95 2024-11-24T11:23:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/1e9797aa1f5d4f8ca322e580e47b67ea is 50, key is test_row_0/C:col10/1732447404817/Put/seqid=0 2024-11-24T11:23:26,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447466011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447466012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447466012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447466013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447466015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742209_1385 (size=9857) 2024-11-24T11:23:26,034 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/1e9797aa1f5d4f8ca322e580e47b67ea 2024-11-24T11:23:26,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/e2b3758fe24946cd8147a7271663c284 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e2b3758fe24946cd8147a7271663c284 2024-11-24T11:23:26,045 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e2b3758fe24946cd8147a7271663c284, entries=100, sequenceid=436, filesize=9.6 K 2024-11-24T11:23:26,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ffd9b65e0b194d3981accf57577d3a95 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ffd9b65e0b194d3981accf57577d3a95 2024-11-24T11:23:26,059 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ffd9b65e0b194d3981accf57577d3a95, entries=100, sequenceid=436, filesize=9.6 K 2024-11-24T11:23:26,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/1e9797aa1f5d4f8ca322e580e47b67ea as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1e9797aa1f5d4f8ca322e580e47b67ea 2024-11-24T11:23:26,070 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1e9797aa1f5d4f8ca322e580e47b67ea, entries=100, sequenceid=436, filesize=9.6 K 2024-11-24T11:23:26,074 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 721e5beaaaff858698ad15aaecfed8b6 in 237ms, sequenceid=436, compaction requested=true 2024-11-24T11:23:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:26,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-24T11:23:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-24T11:23:26,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-24T11:23:26,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3150 sec 2024-11-24T11:23:26,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.3190 sec 2024-11-24T11:23:26,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:23:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:26,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:26,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:26,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:26,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:26,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:26,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:26,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/3db0b8b2db164d408fe316d65fe28842 is 50, key is test_row_0/A:col10/1732447406121/Put/seqid=0 2024-11-24T11:23:26,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447466131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447466131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447466131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447466133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447466137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742210_1386 (size=12301) 2024-11-24T11:23:26,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/3db0b8b2db164d408fe316d65fe28842 2024-11-24T11:23:26,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/339514333b074b12af85c7f414b81368 is 50, key is test_row_0/B:col10/1732447406121/Put/seqid=0 2024-11-24T11:23:26,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447466237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447466239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447466239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447466241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447466241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742211_1387 (size=12301) 2024-11-24T11:23:26,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/339514333b074b12af85c7f414b81368 2024-11-24T11:23:26,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/b144a178eeae47c78e7de524ef1143a7 is 50, key is test_row_0/C:col10/1732447406121/Put/seqid=0 2024-11-24T11:23:26,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742212_1388 (size=12301) 2024-11-24T11:23:26,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/b144a178eeae47c78e7de524ef1143a7 2024-11-24T11:23:26,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/3db0b8b2db164d408fe316d65fe28842 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/3db0b8b2db164d408fe316d65fe28842 2024-11-24T11:23:26,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/3db0b8b2db164d408fe316d65fe28842, entries=150, sequenceid=464, filesize=12.0 K 2024-11-24T11:23:26,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/339514333b074b12af85c7f414b81368 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/339514333b074b12af85c7f414b81368 2024-11-24T11:23:26,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/339514333b074b12af85c7f414b81368, entries=150, sequenceid=464, filesize=12.0 K 2024-11-24T11:23:26,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/b144a178eeae47c78e7de524ef1143a7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b144a178eeae47c78e7de524ef1143a7 2024-11-24T11:23:26,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b144a178eeae47c78e7de524ef1143a7, entries=150, sequenceid=464, filesize=12.0 K 2024-11-24T11:23:26,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 721e5beaaaff858698ad15aaecfed8b6 in 238ms, sequenceid=464, compaction requested=true 2024-11-24T11:23:26,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:26,361 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:26,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:26,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:26,361 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:26,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:26,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:26,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:26,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:26,363 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:26,363 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/A is initiating minor compaction (all files) 2024-11-24T11:23:26,363 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/A in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:26,363 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/feb8dd5c049246d79a4e50fb92171ab9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/551d1874c7e644b6a8ae972f1ccf4364, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e2b3758fe24946cd8147a7271663c284, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/3db0b8b2db164d408fe316d65fe28842] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=46.6 K 2024-11-24T11:23:26,364 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:26,364 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/B is initiating minor compaction (all files) 2024-11-24T11:23:26,364 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/B in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:26,364 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/c89c9f70be7047d9af751c186aea2f9a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/59385ee1d3d84477a6ae8f33801d6a97, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ffd9b65e0b194d3981accf57577d3a95, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/339514333b074b12af85c7f414b81368] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=46.6 K 2024-11-24T11:23:26,364 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting feb8dd5c049246d79a4e50fb92171ab9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732447404147 2024-11-24T11:23:26,365 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting c89c9f70be7047d9af751c186aea2f9a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732447404147 2024-11-24T11:23:26,365 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 59385ee1d3d84477a6ae8f33801d6a97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732447404493 2024-11-24T11:23:26,365 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 551d1874c7e644b6a8ae972f1ccf4364, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732447404493 2024-11-24T11:23:26,366 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ffd9b65e0b194d3981accf57577d3a95, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732447404817 2024-11-24T11:23:26,366 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2b3758fe24946cd8147a7271663c284, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732447404817 2024-11-24T11:23:26,366 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 339514333b074b12af85c7f414b81368, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732447405967 2024-11-24T11:23:26,367 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3db0b8b2db164d408fe316d65fe28842, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732447405967 2024-11-24T11:23:26,390 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#B#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:26,391 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/b37e1c9088e94093a20c4d4272bff3d4 is 50, key is test_row_0/B:col10/1732447406121/Put/seqid=0 2024-11-24T11:23:26,398 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#A#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:26,399 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/18ff4410ab1749349854e0cfb3799a24 is 50, key is test_row_0/A:col10/1732447406121/Put/seqid=0 2024-11-24T11:23:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742213_1389 (size=13391) 2024-11-24T11:23:26,444 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/b37e1c9088e94093a20c4d4272bff3d4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b37e1c9088e94093a20c4d4272bff3d4 2024-11-24T11:23:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:26,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:23:26,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:26,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:26,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:26,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:26,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:26,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:26,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742214_1390 (size=13391) 2024-11-24T11:23:26,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/59025e62f5ff4a3f9723ab9717d23d39 is 50, key is test_row_0/A:col10/1732447406130/Put/seqid=0 2024-11-24T11:23:26,453 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/B of 721e5beaaaff858698ad15aaecfed8b6 into b37e1c9088e94093a20c4d4272bff3d4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:26,453 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:26,453 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/B, priority=12, startTime=1732447406361; duration=0sec 2024-11-24T11:23:26,453 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:26,453 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:B 2024-11-24T11:23:26,453 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:26,454 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/18ff4410ab1749349854e0cfb3799a24 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/18ff4410ab1749349854e0cfb3799a24 2024-11-24T11:23:26,456 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:26,456 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/C is initiating minor compaction (all files) 2024-11-24T11:23:26,456 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/C in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:26,457 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b940e041dc3d41b8be3de729dfbee662, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/c68a7fa2fc574895bb50da4760610106, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1e9797aa1f5d4f8ca322e580e47b67ea, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b144a178eeae47c78e7de524ef1143a7] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=46.6 K 2024-11-24T11:23:26,457 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b940e041dc3d41b8be3de729dfbee662, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732447404147 2024-11-24T11:23:26,458 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting c68a7fa2fc574895bb50da4760610106, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732447404493 2024-11-24T11:23:26,458 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e9797aa1f5d4f8ca322e580e47b67ea, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732447404817 2024-11-24T11:23:26,459 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b144a178eeae47c78e7de524ef1143a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732447405967 2024-11-24T11:23:26,466 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/A of 721e5beaaaff858698ad15aaecfed8b6 into 18ff4410ab1749349854e0cfb3799a24(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:26,466 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:26,466 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/A, priority=12, startTime=1732447406361; duration=0sec 2024-11-24T11:23:26,466 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:26,466 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:A 2024-11-24T11:23:26,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742215_1391 (size=14741) 2024-11-24T11:23:26,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/59025e62f5ff4a3f9723ab9717d23d39 2024-11-24T11:23:26,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447466478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447466480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/b15e0d68e09342e891295ebe49801757 is 50, key is test_row_0/B:col10/1732447406130/Put/seqid=0 2024-11-24T11:23:26,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447466482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447466483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447466484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,494 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#C#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:26,495 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/d9961853929844b2be6e3bcd08ca61e9 is 50, key is test_row_0/C:col10/1732447406121/Put/seqid=0 2024-11-24T11:23:26,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742216_1392 (size=12301) 2024-11-24T11:23:26,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/b15e0d68e09342e891295ebe49801757 2024-11-24T11:23:26,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742217_1393 (size=13391) 2024-11-24T11:23:26,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/ecfd830556a74af4921f414249d22db0 is 50, key is test_row_0/C:col10/1732447406130/Put/seqid=0 2024-11-24T11:23:26,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742218_1394 (size=12301) 2024-11-24T11:23:26,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/ecfd830556a74af4921f414249d22db0 2024-11-24T11:23:26,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/59025e62f5ff4a3f9723ab9717d23d39 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/59025e62f5ff4a3f9723ab9717d23d39 2024-11-24T11:23:26,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447466586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447466586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/59025e62f5ff4a3f9723ab9717d23d39, entries=200, sequenceid=475, filesize=14.4 K 2024-11-24T11:23:26,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/b15e0d68e09342e891295ebe49801757 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b15e0d68e09342e891295ebe49801757 2024-11-24T11:23:26,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447466589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447466589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447466591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b15e0d68e09342e891295ebe49801757, entries=150, sequenceid=475, filesize=12.0 K 2024-11-24T11:23:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/ecfd830556a74af4921f414249d22db0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ecfd830556a74af4921f414249d22db0 2024-11-24T11:23:26,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ecfd830556a74af4921f414249d22db0, entries=150, sequenceid=475, filesize=12.0 K 2024-11-24T11:23:26,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 721e5beaaaff858698ad15aaecfed8b6 in 176ms, sequenceid=475, compaction requested=false 2024-11-24T11:23:26,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:26,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:23:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:26,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/196cea9a190c48389e9e88dd120356af is 50, key is test_row_0/A:col10/1732447406481/Put/seqid=0 2024-11-24T11:23:26,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447466800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447466801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447466802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447466805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447466808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742219_1395 (size=12301) 2024-11-24T11:23:26,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/196cea9a190c48389e9e88dd120356af 2024-11-24T11:23:26,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/5800be7f1ac34594a4b30608ca8d1ef9 is 50, key is test_row_0/B:col10/1732447406481/Put/seqid=0 2024-11-24T11:23:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T11:23:26,866 INFO [Thread-1329 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-24T11:23:26,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-24T11:23:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T11:23:26,869 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:26,870 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:26,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:26,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742220_1396 (size=12301) 2024-11-24T11:23:26,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447466907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447466909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447466909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447466910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447466912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:26,948 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/d9961853929844b2be6e3bcd08ca61e9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d9961853929844b2be6e3bcd08ca61e9 2024-11-24T11:23:26,953 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/C of 721e5beaaaff858698ad15aaecfed8b6 into d9961853929844b2be6e3bcd08ca61e9(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:26,954 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:26,954 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/C, priority=12, startTime=1732447406362; duration=0sec 2024-11-24T11:23:26,954 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:26,954 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:C 2024-11-24T11:23:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T11:23:27,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T11:23:27,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447467111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447467112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447467114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447467114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447467117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T11:23:27,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T11:23:27,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:27,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/5800be7f1ac34594a4b30608ca8d1ef9 2024-11-24T11:23:27,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/978ea2d20acf41eca8ae847f54589582 is 50, key is test_row_0/C:col10/1732447406481/Put/seqid=0 2024-11-24T11:23:27,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742221_1397 (size=12301) 2024-11-24T11:23:27,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/978ea2d20acf41eca8ae847f54589582 2024-11-24T11:23:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/196cea9a190c48389e9e88dd120356af as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/196cea9a190c48389e9e88dd120356af 2024-11-24T11:23:27,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T11:23:27,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:27,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/196cea9a190c48389e9e88dd120356af, entries=150, sequenceid=503, filesize=12.0 K 2024-11-24T11:23:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/5800be7f1ac34594a4b30608ca8d1ef9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/5800be7f1ac34594a4b30608ca8d1ef9 2024-11-24T11:23:27,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/5800be7f1ac34594a4b30608ca8d1ef9, entries=150, sequenceid=503, filesize=12.0 K 2024-11-24T11:23:27,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/978ea2d20acf41eca8ae847f54589582 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/978ea2d20acf41eca8ae847f54589582 2024-11-24T11:23:27,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/978ea2d20acf41eca8ae847f54589582, entries=150, sequenceid=503, filesize=12.0 K 2024-11-24T11:23:27,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 721e5beaaaff858698ad15aaecfed8b6 in 563ms, sequenceid=503, compaction requested=true 2024-11-24T11:23:27,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:27,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:27,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:27,355 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:27,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:27,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:27,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:27,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:27,355 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:27,356 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:27,356 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/A is initiating minor compaction (all files) 2024-11-24T11:23:27,356 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:27,357 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/A in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,357 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/B is initiating minor compaction (all files) 2024-11-24T11:23:27,357 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/B in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,357 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/18ff4410ab1749349854e0cfb3799a24, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/59025e62f5ff4a3f9723ab9717d23d39, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/196cea9a190c48389e9e88dd120356af] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=39.5 K 2024-11-24T11:23:27,357 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b37e1c9088e94093a20c4d4272bff3d4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b15e0d68e09342e891295ebe49801757, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/5800be7f1ac34594a4b30608ca8d1ef9] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=37.1 K 2024-11-24T11:23:27,357 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18ff4410ab1749349854e0cfb3799a24, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732447405967 2024-11-24T11:23:27,357 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b37e1c9088e94093a20c4d4272bff3d4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732447405967 2024-11-24T11:23:27,358 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59025e62f5ff4a3f9723ab9717d23d39, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732447406128 2024-11-24T11:23:27,358 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b15e0d68e09342e891295ebe49801757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732447406130 2024-11-24T11:23:27,358 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5800be7f1ac34594a4b30608ca8d1ef9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732447406480 2024-11-24T11:23:27,358 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 196cea9a190c48389e9e88dd120356af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732447406480 2024-11-24T11:23:27,383 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#B#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:27,384 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/1d017e6865f44bdfa477917fdf318667 is 50, key is test_row_0/B:col10/1732447406481/Put/seqid=0 2024-11-24T11:23:27,387 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#A#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:27,388 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/32a128f1233e482f8f1327bcf6c48eaa is 50, key is test_row_0/A:col10/1732447406481/Put/seqid=0 2024-11-24T11:23:27,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:23:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:27,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742222_1398 (size=13493) 2024-11-24T11:23:27,430 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/1d017e6865f44bdfa477917fdf318667 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/1d017e6865f44bdfa477917fdf318667 2024-11-24T11:23:27,436 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/B of 721e5beaaaff858698ad15aaecfed8b6 into 1d017e6865f44bdfa477917fdf318667(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:27,436 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:27,436 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/B, priority=13, startTime=1732447407355; duration=0sec 2024-11-24T11:23:27,436 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:27,436 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:B 2024-11-24T11:23:27,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:27,436 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:27,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:27,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:27,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:27,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:27,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742223_1399 (size=13493) 2024-11-24T11:23:27,439 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:27,439 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/C is initiating minor compaction (all files) 2024-11-24T11:23:27,440 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/C in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,440 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d9961853929844b2be6e3bcd08ca61e9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ecfd830556a74af4921f414249d22db0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/978ea2d20acf41eca8ae847f54589582] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=37.1 K 2024-11-24T11:23:27,441 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d9961853929844b2be6e3bcd08ca61e9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732447405967 2024-11-24T11:23:27,443 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ecfd830556a74af4921f414249d22db0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732447406130 2024-11-24T11:23:27,444 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 978ea2d20acf41eca8ae847f54589582, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732447406480 2024-11-24T11:23:27,445 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/32a128f1233e482f8f1327bcf6c48eaa as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/32a128f1233e482f8f1327bcf6c48eaa 2024-11-24T11:23:27,454 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/A of 721e5beaaaff858698ad15aaecfed8b6 into 32a128f1233e482f8f1327bcf6c48eaa(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:27,454 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:27,454 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/A, priority=13, startTime=1732447407355; duration=0sec 2024-11-24T11:23:27,454 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:27,454 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:A 2024-11-24T11:23:27,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/305ca4ecfc964ebb8b6f93871accbea0 is 50, key is test_row_0/A:col10/1732447407419/Put/seqid=0 2024-11-24T11:23:27,471 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#C#compaction#345 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T11:23:27,471 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/166e95052a7d45d59851808a8139f559 is 50, key is test_row_0/C:col10/1732447406481/Put/seqid=0 2024-11-24T11:23:27,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T11:23:27,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:27,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447467475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447467477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447467484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447467485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447467485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742224_1400 (size=12301) 2024-11-24T11:23:27,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742225_1401 (size=13493) 2024-11-24T11:23:27,574 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/166e95052a7d45d59851808a8139f559 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/166e95052a7d45d59851808a8139f559 2024-11-24T11:23:27,584 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/C of 721e5beaaaff858698ad15aaecfed8b6 into 166e95052a7d45d59851808a8139f559(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:27,584 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:27,584 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/C, priority=13, startTime=1732447407355; duration=0sec 2024-11-24T11:23:27,585 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:27,585 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:C 2024-11-24T11:23:27,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447467586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447467585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447467590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447467590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447467590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T11:23:27,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:27,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,789 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447467791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T11:23:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447467796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447467796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447467796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447467797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/305ca4ecfc964ebb8b6f93871accbea0 2024-11-24T11:23:27,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/cdbed14d57dd45548828c20e6c594a86 is 50, key is test_row_0/B:col10/1732447407419/Put/seqid=0 2024-11-24T11:23:27,947 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:27,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T11:23:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:27,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T11:23:27,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742226_1402 (size=12301) 2024-11-24T11:23:28,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447468094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T11:23:28,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:28,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:28,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:28,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:28,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:28,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447468100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447468100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:28,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447468100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447468100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T11:23:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:28,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:28,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:28,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/cdbed14d57dd45548828c20e6c594a86 2024-11-24T11:23:28,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/ff758a0cb856445c8cbc93f52d1d9c8b is 50, key is test_row_0/C:col10/1732447407419/Put/seqid=0 2024-11-24T11:23:28,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T11:23:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:28,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:28,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:28,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:28,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742227_1403 (size=12301) 2024-11-24T11:23:28,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/ff758a0cb856445c8cbc93f52d1d9c8b 2024-11-24T11:23:28,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/305ca4ecfc964ebb8b6f93871accbea0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/305ca4ecfc964ebb8b6f93871accbea0 2024-11-24T11:23:28,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/305ca4ecfc964ebb8b6f93871accbea0, entries=150, sequenceid=518, filesize=12.0 K 2024-11-24T11:23:28,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/cdbed14d57dd45548828c20e6c594a86 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/cdbed14d57dd45548828c20e6c594a86 2024-11-24T11:23:28,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/cdbed14d57dd45548828c20e6c594a86, entries=150, sequenceid=518, filesize=12.0 K 2024-11-24T11:23:28,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/ff758a0cb856445c8cbc93f52d1d9c8b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ff758a0cb856445c8cbc93f52d1d9c8b 2024-11-24T11:23:28,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ff758a0cb856445c8cbc93f52d1d9c8b, entries=150, sequenceid=518, filesize=12.0 K 2024-11-24T11:23:28,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 721e5beaaaff858698ad15aaecfed8b6 in 1049ms, sequenceid=518, compaction requested=false 2024-11-24T11:23:28,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:28,561 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T11:23:28,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:28,562 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:23:28,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:28,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:28,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:28,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:28,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:28,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:28,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/da894c63a9b14aae800620d7c86589ae is 50, key is test_row_0/A:col10/1732447407458/Put/seqid=0 2024-11-24T11:23:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:28,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. as already flushing 2024-11-24T11:23:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742228_1404 (size=12301) 2024-11-24T11:23:28,612 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/da894c63a9b14aae800620d7c86589ae 2024-11-24T11:23:28,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447468615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447468616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447468619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447468621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447468621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/460d8f0fdc8f438b8013f595adf4012c is 50, key is test_row_0/B:col10/1732447407458/Put/seqid=0 2024-11-24T11:23:28,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742229_1405 (size=12301) 2024-11-24T11:23:28,654 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/460d8f0fdc8f438b8013f595adf4012c 2024-11-24T11:23:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/ec50e7dcce144a6b924a425be308165e is 50, key is test_row_0/C:col10/1732447407458/Put/seqid=0 2024-11-24T11:23:28,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742230_1406 (size=12301) 2024-11-24T11:23:28,684 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/ec50e7dcce144a6b924a425be308165e 2024-11-24T11:23:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/da894c63a9b14aae800620d7c86589ae as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/da894c63a9b14aae800620d7c86589ae 2024-11-24T11:23:28,704 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/da894c63a9b14aae800620d7c86589ae, entries=150, sequenceid=545, filesize=12.0 K 2024-11-24T11:23:28,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/460d8f0fdc8f438b8013f595adf4012c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/460d8f0fdc8f438b8013f595adf4012c 2024-11-24T11:23:28,713 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/460d8f0fdc8f438b8013f595adf4012c, entries=150, sequenceid=545, filesize=12.0 K 2024-11-24T11:23:28,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/ec50e7dcce144a6b924a425be308165e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ec50e7dcce144a6b924a425be308165e 2024-11-24T11:23:28,719 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ec50e7dcce144a6b924a425be308165e, entries=150, sequenceid=545, filesize=12.0 K 2024-11-24T11:23:28,720 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 721e5beaaaff858698ad15aaecfed8b6 in 158ms, sequenceid=545, compaction requested=true 2024-11-24T11:23:28,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:28,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:28,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-24T11:23:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-24T11:23:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:28,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:23:28,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-24T11:23:28,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8520 sec 2024-11-24T11:23:28,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:28,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:28,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:28,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:28,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:28,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:28,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8600 sec 2024-11-24T11:23:28,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/58df84f16999431282c0b3c496af8b0a is 50, key is test_row_0/A:col10/1732447408610/Put/seqid=0 2024-11-24T11:23:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742231_1407 (size=12301) 2024-11-24T11:23:28,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447468780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447468784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447468785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447468786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447468786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,886 DEBUG [Thread-1334 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x675f2b6d to 127.0.0.1:50154 2024-11-24T11:23:28,886 DEBUG [Thread-1334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:28,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,888 DEBUG [Thread-1330 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0631ec80 to 127.0.0.1:50154 2024-11-24T11:23:28,888 DEBUG [Thread-1330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447468887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,889 DEBUG [Thread-1336 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9a70d9 to 127.0.0.1:50154 2024-11-24T11:23:28,889 DEBUG [Thread-1336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:28,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447468889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,890 DEBUG [Thread-1338 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08a4efae to 127.0.0.1:50154 2024-11-24T11:23:28,890 DEBUG [Thread-1338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:28,891 DEBUG [Thread-1332 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x662cd9d6 to 127.0.0.1:50154 2024-11-24T11:23:28,891 DEBUG [Thread-1332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:28,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447468891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447468892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447468891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T11:23:28,973 INFO [Thread-1329 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-24T11:23:29,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447469089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:29,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447469091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:29,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447469094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:29,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447469094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:29,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447469095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:29,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/58df84f16999431282c0b3c496af8b0a 2024-11-24T11:23:29,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ef27bc12efc549479f68f9e5a091a696 is 50, key is test_row_0/B:col10/1732447408610/Put/seqid=0 2024-11-24T11:23:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742232_1408 (size=12301) 2024-11-24T11:23:29,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ef27bc12efc549479f68f9e5a091a696 2024-11-24T11:23:29,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/d029d623f39b4e2aa27c8cee8c3a3edd is 50, key is test_row_0/C:col10/1732447408610/Put/seqid=0 2024-11-24T11:23:29,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742233_1409 (size=12301) 2024-11-24T11:23:29,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53776 deadline: 1732447469392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:29,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1732447469394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:29,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732447469396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:29,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53832 deadline: 1732447469397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:29,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53780 deadline: 1732447469397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:29,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/d029d623f39b4e2aa27c8cee8c3a3edd 2024-11-24T11:23:29,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/58df84f16999431282c0b3c496af8b0a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/58df84f16999431282c0b3c496af8b0a 2024-11-24T11:23:29,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:23:29,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/58df84f16999431282c0b3c496af8b0a, entries=150, sequenceid=559, filesize=12.0 K 2024-11-24T11:23:29,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/ef27bc12efc549479f68f9e5a091a696 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef27bc12efc549479f68f9e5a091a696 2024-11-24T11:23:29,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef27bc12efc549479f68f9e5a091a696, entries=150, sequenceid=559, filesize=12.0 K 2024-11-24T11:23:29,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/d029d623f39b4e2aa27c8cee8c3a3edd as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d029d623f39b4e2aa27c8cee8c3a3edd 2024-11-24T11:23:29,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d029d623f39b4e2aa27c8cee8c3a3edd, entries=150, sequenceid=559, filesize=12.0 K 2024-11-24T11:23:29,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 721e5beaaaff858698ad15aaecfed8b6 in 880ms, sequenceid=559, compaction requested=true 2024-11-24T11:23:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:29,605 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:29,605 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 721e5beaaaff858698ad15aaecfed8b6:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:29,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:29,607 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:29,607 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:29,607 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/B is initiating minor compaction (all files) 2024-11-24T11:23:29,607 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/A is initiating minor compaction (all files) 2024-11-24T11:23:29,607 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/B in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:29,607 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/A in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:29,607 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/1d017e6865f44bdfa477917fdf318667, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/cdbed14d57dd45548828c20e6c594a86, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/460d8f0fdc8f438b8013f595adf4012c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef27bc12efc549479f68f9e5a091a696] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=49.2 K 2024-11-24T11:23:29,607 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/32a128f1233e482f8f1327bcf6c48eaa, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/305ca4ecfc964ebb8b6f93871accbea0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/da894c63a9b14aae800620d7c86589ae, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/58df84f16999431282c0b3c496af8b0a] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=49.2 K 2024-11-24T11:23:29,607 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32a128f1233e482f8f1327bcf6c48eaa, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732447406480 2024-11-24T11:23:29,607 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d017e6865f44bdfa477917fdf318667, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732447406480 2024-11-24T11:23:29,608 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 305ca4ecfc964ebb8b6f93871accbea0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732447406799 2024-11-24T11:23:29,608 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting cdbed14d57dd45548828c20e6c594a86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732447406799 2024-11-24T11:23:29,608 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting da894c63a9b14aae800620d7c86589ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1732447407458 2024-11-24T11:23:29,608 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 460d8f0fdc8f438b8013f595adf4012c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1732447407458 2024-11-24T11:23:29,609 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58df84f16999431282c0b3c496af8b0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732447408610 2024-11-24T11:23:29,609 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ef27bc12efc549479f68f9e5a091a696, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732447408610 2024-11-24T11:23:29,619 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#B#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:29,620 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/794255b319424430b08531de44a16245 is 50, key is test_row_0/B:col10/1732447408610/Put/seqid=0 2024-11-24T11:23:29,626 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#A#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:29,626 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/d48cabe9af2f4f7990cb369e798e6e29 is 50, key is test_row_0/A:col10/1732447408610/Put/seqid=0 2024-11-24T11:23:29,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742234_1410 (size=13629) 2024-11-24T11:23:29,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742235_1411 (size=13629) 2024-11-24T11:23:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:29,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:23:29,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:29,900 DEBUG [Thread-1321 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4aa0667b to 127.0.0.1:50154 2024-11-24T11:23:29,900 DEBUG [Thread-1321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:29,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:29,900 DEBUG [Thread-1325 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ef24d1d to 127.0.0.1:50154 2024-11-24T11:23:29,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:29,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:29,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:29,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:29,900 DEBUG [Thread-1319 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b269a77 to 127.0.0.1:50154 2024-11-24T11:23:29,900 DEBUG [Thread-1319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:29,902 DEBUG [Thread-1325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:29,903 DEBUG [Thread-1323 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x585010d8 to 127.0.0.1:50154 2024-11-24T11:23:29,903 DEBUG [Thread-1323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:29,903 DEBUG [Thread-1327 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x179acb41 to 127.0.0.1:50154 2024-11-24T11:23:29,903 DEBUG [Thread-1327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4470 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4398 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4492 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4534 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4413 2024-11-24T11:23:29,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T11:23:29,904 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T11:23:29,904 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08966e87 to 127.0.0.1:50154 2024-11-24T11:23:29,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:29,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/82781d99abda4340ac67e54db0e001ca is 50, key is test_row_0/A:col10/1732447409898/Put/seqid=0 2024-11-24T11:23:29,908 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T11:23:29,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T11:23:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T11:23:29,911 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447409911"}]},"ts":"1732447409911"} 2024-11-24T11:23:29,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742236_1412 (size=12301) 2024-11-24T11:23:29,912 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T11:23:29,914 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T11:23:29,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/82781d99abda4340ac67e54db0e001ca 2024-11-24T11:23:29,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T11:23:29,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=721e5beaaaff858698ad15aaecfed8b6, UNASSIGN}] 2024-11-24T11:23:29,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=721e5beaaaff858698ad15aaecfed8b6, UNASSIGN 2024-11-24T11:23:29,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=721e5beaaaff858698ad15aaecfed8b6, regionState=CLOSING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:29,918 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36993 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=28d8a466d69e,38163,1732447321684, table=TestAcidGuarantees, region=721e5beaaaff858698ad15aaecfed8b6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T11:23:29,918 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T11:23:29,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure 721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:23:29,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/a08606680f1542aaa716632f76e9d3d7 is 50, key is test_row_0/B:col10/1732447409898/Put/seqid=0 2024-11-24T11:23:29,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742237_1413 (size=12301) 2024-11-24T11:23:29,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/a08606680f1542aaa716632f76e9d3d7 2024-11-24T11:23:29,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/1090f2a0618e432ba99c54e613cd6597 is 50, key is test_row_0/C:col10/1732447409898/Put/seqid=0 2024-11-24T11:23:29,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742238_1414 (size=12301) 2024-11-24T11:23:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T11:23:30,034 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/794255b319424430b08531de44a16245 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/794255b319424430b08531de44a16245 2024-11-24T11:23:30,036 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/d48cabe9af2f4f7990cb369e798e6e29 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/d48cabe9af2f4f7990cb369e798e6e29 2024-11-24T11:23:30,040 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/B of 721e5beaaaff858698ad15aaecfed8b6 into 794255b319424430b08531de44a16245(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:30,040 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:30,040 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/B, priority=12, startTime=1732447409605; duration=0sec 2024-11-24T11:23:30,040 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:30,040 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:B 2024-11-24T11:23:30,040 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:30,041 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/A of 721e5beaaaff858698ad15aaecfed8b6 into d48cabe9af2f4f7990cb369e798e6e29(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:30,041 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:30,041 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/A, priority=12, startTime=1732447409605; duration=0sec 2024-11-24T11:23:30,042 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:30,042 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:A 2024-11-24T11:23:30,042 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:30,042 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 721e5beaaaff858698ad15aaecfed8b6/C is initiating minor compaction (all files) 2024-11-24T11:23:30,042 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 721e5beaaaff858698ad15aaecfed8b6/C in TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:30,042 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/166e95052a7d45d59851808a8139f559, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ff758a0cb856445c8cbc93f52d1d9c8b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ec50e7dcce144a6b924a425be308165e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d029d623f39b4e2aa27c8cee8c3a3edd] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp, totalSize=49.2 K 2024-11-24T11:23:30,042 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 166e95052a7d45d59851808a8139f559, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732447406480 2024-11-24T11:23:30,043 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ff758a0cb856445c8cbc93f52d1d9c8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732447406799 2024-11-24T11:23:30,044 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ec50e7dcce144a6b924a425be308165e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1732447407458 2024-11-24T11:23:30,044 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d029d623f39b4e2aa27c8cee8c3a3edd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732447408610 2024-11-24T11:23:30,052 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 721e5beaaaff858698ad15aaecfed8b6#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:30,053 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/6f946e79e1434ea5b315ce2d54ccf4e6 is 50, key is test_row_0/C:col10/1732447408610/Put/seqid=0 2024-11-24T11:23:30,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742239_1415 (size=13629) 2024-11-24T11:23:30,062 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/6f946e79e1434ea5b315ce2d54ccf4e6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/6f946e79e1434ea5b315ce2d54ccf4e6 2024-11-24T11:23:30,068 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 721e5beaaaff858698ad15aaecfed8b6/C of 721e5beaaaff858698ad15aaecfed8b6 into 6f946e79e1434ea5b315ce2d54ccf4e6(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:30,068 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:30,068 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6., storeName=721e5beaaaff858698ad15aaecfed8b6/C, priority=12, startTime=1732447409605; duration=0sec 2024-11-24T11:23:30,068 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:30,068 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 721e5beaaaff858698ad15aaecfed8b6:C 2024-11-24T11:23:30,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:30,071 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:30,071 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T11:23:30,071 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing 721e5beaaaff858698ad15aaecfed8b6, disabling compactions & flushes 2024-11-24T11:23:30,071 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T11:23:30,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/1090f2a0618e432ba99c54e613cd6597 2024-11-24T11:23:30,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/82781d99abda4340ac67e54db0e001ca as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/82781d99abda4340ac67e54db0e001ca 2024-11-24T11:23:30,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/82781d99abda4340ac67e54db0e001ca, entries=150, sequenceid=585, filesize=12.0 K 2024-11-24T11:23:30,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/a08606680f1542aaa716632f76e9d3d7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/a08606680f1542aaa716632f76e9d3d7 2024-11-24T11:23:30,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/a08606680f1542aaa716632f76e9d3d7, entries=150, sequenceid=585, filesize=12.0 K 2024-11-24T11:23:30,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/1090f2a0618e432ba99c54e613cd6597 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1090f2a0618e432ba99c54e613cd6597 2024-11-24T11:23:30,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1090f2a0618e432ba99c54e613cd6597, entries=150, sequenceid=585, filesize=12.0 K 2024-11-24T11:23:30,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=13.42 KB/13740 for 721e5beaaaff858698ad15aaecfed8b6 in 480ms, sequenceid=585, compaction requested=false 2024-11-24T11:23:30,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:30,379 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:30,380 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:30,380 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. after waiting 0 ms 2024-11-24T11:23:30,380 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:30,380 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(2837): Flushing 721e5beaaaff858698ad15aaecfed8b6 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-24T11:23:30,380 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=A 2024-11-24T11:23:30,380 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:30,380 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=B 2024-11-24T11:23:30,380 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:30,380 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 721e5beaaaff858698ad15aaecfed8b6, store=C 2024-11-24T11:23:30,380 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:30,384 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/b32df2be98554f4ca0c5a1463d1e1677 is 50, key is test_row_0/A:col10/1732447409901/Put/seqid=0 2024-11-24T11:23:30,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742240_1416 (size=9857) 2024-11-24T11:23:30,390 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/b32df2be98554f4ca0c5a1463d1e1677 2024-11-24T11:23:30,396 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/1d5ee5a2278d40b69048c41ca5729345 is 50, key is test_row_0/B:col10/1732447409901/Put/seqid=0 2024-11-24T11:23:30,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742241_1417 (size=9857) 2024-11-24T11:23:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T11:23:30,814 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/1d5ee5a2278d40b69048c41ca5729345 2024-11-24T11:23:30,821 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/b37e31ac52e24d25a61aa1c83e16c8f7 is 50, key is test_row_0/C:col10/1732447409901/Put/seqid=0 2024-11-24T11:23:30,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742242_1418 (size=9857) 2024-11-24T11:23:30,825 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/b37e31ac52e24d25a61aa1c83e16c8f7 2024-11-24T11:23:30,829 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/A/b32df2be98554f4ca0c5a1463d1e1677 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b32df2be98554f4ca0c5a1463d1e1677 2024-11-24T11:23:30,833 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b32df2be98554f4ca0c5a1463d1e1677, entries=100, sequenceid=593, filesize=9.6 K 2024-11-24T11:23:30,834 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/B/1d5ee5a2278d40b69048c41ca5729345 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/1d5ee5a2278d40b69048c41ca5729345 2024-11-24T11:23:30,839 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/1d5ee5a2278d40b69048c41ca5729345, entries=100, sequenceid=593, filesize=9.6 K 2024-11-24T11:23:30,840 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/.tmp/C/b37e31ac52e24d25a61aa1c83e16c8f7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b37e31ac52e24d25a61aa1c83e16c8f7 2024-11-24T11:23:30,844 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b37e31ac52e24d25a61aa1c83e16c8f7, entries=100, sequenceid=593, filesize=9.6 K 2024-11-24T11:23:30,845 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 721e5beaaaff858698ad15aaecfed8b6 in 465ms, sequenceid=593, compaction requested=true 2024-11-24T11:23:30,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a761b73aa0e34eb6b8d6696a4b4006ee, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c081e29584954aeb82b9ca8207f232ba, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a851ca07fc04421d885eb013321a827b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/00a83b54121e49ba9d7236a95f98d88d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/526155097cf14452a969b5bccecd0ceb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/5ceceabccb8d435a8829b58753435c12, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/74e2e207323648e39ea55d1f18322e0c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/7fa6e80b631d476ab6db554d5afb3c7a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/d0f17549b0704e84a85f6b2c1c7eea9c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b2fabc1023cf4c9b8ce00748d428a3e2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f1f6782808d245b5ada030dddefcae48, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e98cf41c624f4b2290121beb21ebf357, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bf4207cb7b5d4a84b30818cde1ba64e4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e1b55237ff804988898a04f1091de9c5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/fde5c2093cc24374a533d2a37f1a62c2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c49ba5972b514c578ce9e2ca9fd79364, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2c38609fd0b7490b88a41f56b9192b72, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/625f51fb97ac4a0880a0eff119182155, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a7e54424b799468d88123a28f292eb0b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/69690869c21642188b4e90ecb5cfc758, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2a43ac01be4d47dbb586a034397d4269, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/00c7ef9b349c44a38dc472a06a5b3ac7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f460320741394d9bb4297127d20b8167, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/6c301e412aa049978de01085933b9dd5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/9b3076413fa7442bae6f9b1f1e10202e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c485a0916a1441e4bce11cd68f63406e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b76ab041db404b4c8e39cf392b91971f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/feb8dd5c049246d79a4e50fb92171ab9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bd8d739e03f14560b0a7fd641357b3d4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/551d1874c7e644b6a8ae972f1ccf4364, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e2b3758fe24946cd8147a7271663c284, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/18ff4410ab1749349854e0cfb3799a24, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/3db0b8b2db164d408fe316d65fe28842, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/59025e62f5ff4a3f9723ab9717d23d39, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/32a128f1233e482f8f1327bcf6c48eaa, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/196cea9a190c48389e9e88dd120356af, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/305ca4ecfc964ebb8b6f93871accbea0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/da894c63a9b14aae800620d7c86589ae, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/58df84f16999431282c0b3c496af8b0a] to archive 2024-11-24T11:23:30,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:23:30,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a761b73aa0e34eb6b8d6696a4b4006ee to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a761b73aa0e34eb6b8d6696a4b4006ee 2024-11-24T11:23:30,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c081e29584954aeb82b9ca8207f232ba to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c081e29584954aeb82b9ca8207f232ba 2024-11-24T11:23:30,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a851ca07fc04421d885eb013321a827b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a851ca07fc04421d885eb013321a827b 2024-11-24T11:23:30,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/00a83b54121e49ba9d7236a95f98d88d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/00a83b54121e49ba9d7236a95f98d88d 2024-11-24T11:23:30,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/526155097cf14452a969b5bccecd0ceb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/526155097cf14452a969b5bccecd0ceb 2024-11-24T11:23:30,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/5ceceabccb8d435a8829b58753435c12 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/5ceceabccb8d435a8829b58753435c12 2024-11-24T11:23:30,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/74e2e207323648e39ea55d1f18322e0c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/74e2e207323648e39ea55d1f18322e0c 2024-11-24T11:23:30,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/7fa6e80b631d476ab6db554d5afb3c7a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/7fa6e80b631d476ab6db554d5afb3c7a 2024-11-24T11:23:30,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/d0f17549b0704e84a85f6b2c1c7eea9c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/d0f17549b0704e84a85f6b2c1c7eea9c 2024-11-24T11:23:30,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b2fabc1023cf4c9b8ce00748d428a3e2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b2fabc1023cf4c9b8ce00748d428a3e2 2024-11-24T11:23:30,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f1f6782808d245b5ada030dddefcae48 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f1f6782808d245b5ada030dddefcae48 2024-11-24T11:23:30,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e98cf41c624f4b2290121beb21ebf357 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e98cf41c624f4b2290121beb21ebf357 2024-11-24T11:23:30,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bf4207cb7b5d4a84b30818cde1ba64e4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bf4207cb7b5d4a84b30818cde1ba64e4 2024-11-24T11:23:30,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e1b55237ff804988898a04f1091de9c5 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e1b55237ff804988898a04f1091de9c5 2024-11-24T11:23:30,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/fde5c2093cc24374a533d2a37f1a62c2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/fde5c2093cc24374a533d2a37f1a62c2 2024-11-24T11:23:30,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c49ba5972b514c578ce9e2ca9fd79364 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c49ba5972b514c578ce9e2ca9fd79364 2024-11-24T11:23:30,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2c38609fd0b7490b88a41f56b9192b72 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2c38609fd0b7490b88a41f56b9192b72 2024-11-24T11:23:30,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/625f51fb97ac4a0880a0eff119182155 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/625f51fb97ac4a0880a0eff119182155 2024-11-24T11:23:30,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a7e54424b799468d88123a28f292eb0b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/a7e54424b799468d88123a28f292eb0b 2024-11-24T11:23:30,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/69690869c21642188b4e90ecb5cfc758 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/69690869c21642188b4e90ecb5cfc758 2024-11-24T11:23:30,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2a43ac01be4d47dbb586a034397d4269 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/2a43ac01be4d47dbb586a034397d4269 2024-11-24T11:23:30,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/00c7ef9b349c44a38dc472a06a5b3ac7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/00c7ef9b349c44a38dc472a06a5b3ac7 2024-11-24T11:23:30,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f460320741394d9bb4297127d20b8167 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/f460320741394d9bb4297127d20b8167 2024-11-24T11:23:30,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/6c301e412aa049978de01085933b9dd5 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/6c301e412aa049978de01085933b9dd5 2024-11-24T11:23:30,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/9b3076413fa7442bae6f9b1f1e10202e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/9b3076413fa7442bae6f9b1f1e10202e 2024-11-24T11:23:30,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c485a0916a1441e4bce11cd68f63406e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/c485a0916a1441e4bce11cd68f63406e 2024-11-24T11:23:30,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b76ab041db404b4c8e39cf392b91971f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b76ab041db404b4c8e39cf392b91971f 2024-11-24T11:23:30,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/feb8dd5c049246d79a4e50fb92171ab9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/feb8dd5c049246d79a4e50fb92171ab9 2024-11-24T11:23:30,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bd8d739e03f14560b0a7fd641357b3d4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/bd8d739e03f14560b0a7fd641357b3d4 2024-11-24T11:23:30,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/551d1874c7e644b6a8ae972f1ccf4364 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/551d1874c7e644b6a8ae972f1ccf4364 2024-11-24T11:23:30,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e2b3758fe24946cd8147a7271663c284 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/e2b3758fe24946cd8147a7271663c284 2024-11-24T11:23:30,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/18ff4410ab1749349854e0cfb3799a24 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/18ff4410ab1749349854e0cfb3799a24 2024-11-24T11:23:30,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/3db0b8b2db164d408fe316d65fe28842 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/3db0b8b2db164d408fe316d65fe28842 2024-11-24T11:23:30,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/59025e62f5ff4a3f9723ab9717d23d39 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/59025e62f5ff4a3f9723ab9717d23d39 2024-11-24T11:23:30,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/32a128f1233e482f8f1327bcf6c48eaa to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/32a128f1233e482f8f1327bcf6c48eaa 2024-11-24T11:23:30,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/196cea9a190c48389e9e88dd120356af to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/196cea9a190c48389e9e88dd120356af 2024-11-24T11:23:30,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/305ca4ecfc964ebb8b6f93871accbea0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/305ca4ecfc964ebb8b6f93871accbea0 2024-11-24T11:23:30,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/da894c63a9b14aae800620d7c86589ae to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/da894c63a9b14aae800620d7c86589ae 2024-11-24T11:23:30,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/58df84f16999431282c0b3c496af8b0a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/58df84f16999431282c0b3c496af8b0a 2024-11-24T11:23:30,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fe7d0591f31f4ceda4b2693d7a18992a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/aba61227f6d24b9e8f4c1dcb9edd3a4d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2632e8e9f44f68ad885467ea779c3a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/4024f6c6b73e4f4497defbc51497e5bc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/7f656fe038204c79a131542be0de109d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/33726791c863425aaa96ef86b6b05de8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/df48027b9fd04b2ab34921288f24c60c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/e7d9a7c408144856ba7484f5cb20faf7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/65d08491bdba4cda82471a3acf10da29, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fbda05a908884932b61507fee20b8166, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/9fe720a706cd4f2fa457a5ce0b6d90fc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/05ebd83eef9349778ab822b16fe2d393, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/919b982639c041ceb994c317cb1b0c89, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/87b48b6bc7a84e8d8a5e7f6d3b343cfa, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ad30ec513d18437884c06a05e6a33937, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3850e09697764377832f70cd4a608d55, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/8e94ee2819f5489283c44dd3ce7d1a4d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6c27f46c63474e748f93ef13a624de82, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6bbda85be8904cfdb45c839908b043a7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3e43fa0edff343e18784fde7f8006f6b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/699c0133a83c46118bed803ce617b504, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f1ea39ebc05742d1850cd32b4214822d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef9a7fa165854c44a792a2fd6ed30c9f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2e2bae15064a2fb8d77a9048c1d50b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/53283a6fb2894c8ea884ec2d2bac9c41, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f9c2c192741241f9ae67dfa19abd8003, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b711a5f879e04c83a60a5b9b548a196f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/c89c9f70be7047d9af751c186aea2f9a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6d734d4f67f1441cabff22ccb0c9caf5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/59385ee1d3d84477a6ae8f33801d6a97, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ffd9b65e0b194d3981accf57577d3a95, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b37e1c9088e94093a20c4d4272bff3d4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/339514333b074b12af85c7f414b81368, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b15e0d68e09342e891295ebe49801757, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/1d017e6865f44bdfa477917fdf318667, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/5800be7f1ac34594a4b30608ca8d1ef9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/cdbed14d57dd45548828c20e6c594a86, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/460d8f0fdc8f438b8013f595adf4012c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef27bc12efc549479f68f9e5a091a696] to archive 2024-11-24T11:23:30,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:23:30,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fe7d0591f31f4ceda4b2693d7a18992a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fe7d0591f31f4ceda4b2693d7a18992a 2024-11-24T11:23:30,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/aba61227f6d24b9e8f4c1dcb9edd3a4d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/aba61227f6d24b9e8f4c1dcb9edd3a4d 2024-11-24T11:23:30,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2632e8e9f44f68ad885467ea779c3a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2632e8e9f44f68ad885467ea779c3a 2024-11-24T11:23:30,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/4024f6c6b73e4f4497defbc51497e5bc to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/4024f6c6b73e4f4497defbc51497e5bc 2024-11-24T11:23:30,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/7f656fe038204c79a131542be0de109d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/7f656fe038204c79a131542be0de109d 2024-11-24T11:23:30,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/33726791c863425aaa96ef86b6b05de8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/33726791c863425aaa96ef86b6b05de8 2024-11-24T11:23:30,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/df48027b9fd04b2ab34921288f24c60c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/df48027b9fd04b2ab34921288f24c60c 2024-11-24T11:23:30,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/e7d9a7c408144856ba7484f5cb20faf7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/e7d9a7c408144856ba7484f5cb20faf7 2024-11-24T11:23:30,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/65d08491bdba4cda82471a3acf10da29 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/65d08491bdba4cda82471a3acf10da29 2024-11-24T11:23:30,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fbda05a908884932b61507fee20b8166 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/fbda05a908884932b61507fee20b8166 2024-11-24T11:23:30,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/9fe720a706cd4f2fa457a5ce0b6d90fc to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/9fe720a706cd4f2fa457a5ce0b6d90fc 2024-11-24T11:23:30,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/05ebd83eef9349778ab822b16fe2d393 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/05ebd83eef9349778ab822b16fe2d393 2024-11-24T11:23:30,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/919b982639c041ceb994c317cb1b0c89 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/919b982639c041ceb994c317cb1b0c89 2024-11-24T11:23:30,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/87b48b6bc7a84e8d8a5e7f6d3b343cfa to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/87b48b6bc7a84e8d8a5e7f6d3b343cfa 2024-11-24T11:23:30,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ad30ec513d18437884c06a05e6a33937 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ad30ec513d18437884c06a05e6a33937 2024-11-24T11:23:30,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3850e09697764377832f70cd4a608d55 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3850e09697764377832f70cd4a608d55 2024-11-24T11:23:30,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/8e94ee2819f5489283c44dd3ce7d1a4d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/8e94ee2819f5489283c44dd3ce7d1a4d 2024-11-24T11:23:30,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6c27f46c63474e748f93ef13a624de82 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6c27f46c63474e748f93ef13a624de82 2024-11-24T11:23:30,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6bbda85be8904cfdb45c839908b043a7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6bbda85be8904cfdb45c839908b043a7 2024-11-24T11:23:30,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3e43fa0edff343e18784fde7f8006f6b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/3e43fa0edff343e18784fde7f8006f6b 2024-11-24T11:23:30,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/699c0133a83c46118bed803ce617b504 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/699c0133a83c46118bed803ce617b504 2024-11-24T11:23:30,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f1ea39ebc05742d1850cd32b4214822d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f1ea39ebc05742d1850cd32b4214822d 2024-11-24T11:23:30,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef9a7fa165854c44a792a2fd6ed30c9f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef9a7fa165854c44a792a2fd6ed30c9f 2024-11-24T11:23:30,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2e2bae15064a2fb8d77a9048c1d50b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ff2e2bae15064a2fb8d77a9048c1d50b 2024-11-24T11:23:30,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/53283a6fb2894c8ea884ec2d2bac9c41 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/53283a6fb2894c8ea884ec2d2bac9c41 2024-11-24T11:23:30,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f9c2c192741241f9ae67dfa19abd8003 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/f9c2c192741241f9ae67dfa19abd8003 2024-11-24T11:23:30,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b711a5f879e04c83a60a5b9b548a196f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b711a5f879e04c83a60a5b9b548a196f 2024-11-24T11:23:30,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/c89c9f70be7047d9af751c186aea2f9a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/c89c9f70be7047d9af751c186aea2f9a 2024-11-24T11:23:30,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6d734d4f67f1441cabff22ccb0c9caf5 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/6d734d4f67f1441cabff22ccb0c9caf5 2024-11-24T11:23:30,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/59385ee1d3d84477a6ae8f33801d6a97 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/59385ee1d3d84477a6ae8f33801d6a97 2024-11-24T11:23:30,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ffd9b65e0b194d3981accf57577d3a95 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ffd9b65e0b194d3981accf57577d3a95 2024-11-24T11:23:30,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b37e1c9088e94093a20c4d4272bff3d4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b37e1c9088e94093a20c4d4272bff3d4 2024-11-24T11:23:30,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/339514333b074b12af85c7f414b81368 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/339514333b074b12af85c7f414b81368 2024-11-24T11:23:30,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b15e0d68e09342e891295ebe49801757 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/b15e0d68e09342e891295ebe49801757 2024-11-24T11:23:30,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/1d017e6865f44bdfa477917fdf318667 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/1d017e6865f44bdfa477917fdf318667 2024-11-24T11:23:30,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/5800be7f1ac34594a4b30608ca8d1ef9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/5800be7f1ac34594a4b30608ca8d1ef9 2024-11-24T11:23:30,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/cdbed14d57dd45548828c20e6c594a86 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/cdbed14d57dd45548828c20e6c594a86 2024-11-24T11:23:30,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/460d8f0fdc8f438b8013f595adf4012c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/460d8f0fdc8f438b8013f595adf4012c 2024-11-24T11:23:30,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef27bc12efc549479f68f9e5a091a696 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/ef27bc12efc549479f68f9e5a091a696 2024-11-24T11:23:30,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/4c10fc06ccce49e9a027cf06514adbcd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/8089e6d4afea4a66933687649f967d3d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1ee669f111034bff82267aeba429103f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b744dc45c1b0485eb86bf7860de3eaea, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/46920f08e5694204bf375e6c5ab49d7a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/742227e4d5044bfc928ee73f63317f24, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3e794799adbf4b52a880d70a3145256f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1aba084effbf4a1e83676987174a20ef, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3fa0fb2e01df49c58efcf9a3d0431cfb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/544d732bf0b248449b7af079eb3da89a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/408dae30c3b24c7f994800143d3ebd2a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e5149147bf654c51aa8e457ddad767f3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/092abdbc3a8749a6a0f1e040df0c079c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/6491413ad68e4277a087d9e3a27e2b4a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/42b8d42c789f4b6b8af33234a26fd61a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/74a40308c29e465aa93e04f0e2eee1e7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/89b4d7a6bc6049219536e6932c33952a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/02475cc886e242ab971a8ea939566c22, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/a4b75dffbe1049d6b2b626d05ade64f8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e346dd36e1104e548790a5c153498823, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/47c3f20ed5c341dcbea9d6a4b45ec6d9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/768dc30d8da947289a5768b49f32b2ce, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d0148b0a661f44669924107facf864cf, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/2628394f869443d298d5ec4b9d57c51d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3424958df94345dea203cbd99121d489, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e1cebc0c64264fcaa47de3d0b2fa41e3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/82c755fcb90b43efa6fea62e9a5da2fc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b940e041dc3d41b8be3de729dfbee662, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/30ff4faa8aca47cda9ebb7feabfc64bd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/c68a7fa2fc574895bb50da4760610106, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1e9797aa1f5d4f8ca322e580e47b67ea, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d9961853929844b2be6e3bcd08ca61e9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b144a178eeae47c78e7de524ef1143a7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ecfd830556a74af4921f414249d22db0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/166e95052a7d45d59851808a8139f559, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/978ea2d20acf41eca8ae847f54589582, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ff758a0cb856445c8cbc93f52d1d9c8b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ec50e7dcce144a6b924a425be308165e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d029d623f39b4e2aa27c8cee8c3a3edd] to archive 2024-11-24T11:23:30,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:23:30,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/4c10fc06ccce49e9a027cf06514adbcd to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/4c10fc06ccce49e9a027cf06514adbcd 2024-11-24T11:23:30,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/8089e6d4afea4a66933687649f967d3d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/8089e6d4afea4a66933687649f967d3d 2024-11-24T11:23:30,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1ee669f111034bff82267aeba429103f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1ee669f111034bff82267aeba429103f 2024-11-24T11:23:30,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b744dc45c1b0485eb86bf7860de3eaea to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b744dc45c1b0485eb86bf7860de3eaea 2024-11-24T11:23:30,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/46920f08e5694204bf375e6c5ab49d7a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/46920f08e5694204bf375e6c5ab49d7a 2024-11-24T11:23:30,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/742227e4d5044bfc928ee73f63317f24 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/742227e4d5044bfc928ee73f63317f24 2024-11-24T11:23:30,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3e794799adbf4b52a880d70a3145256f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3e794799adbf4b52a880d70a3145256f 2024-11-24T11:23:30,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1aba084effbf4a1e83676987174a20ef to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1aba084effbf4a1e83676987174a20ef 2024-11-24T11:23:30,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3fa0fb2e01df49c58efcf9a3d0431cfb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3fa0fb2e01df49c58efcf9a3d0431cfb 2024-11-24T11:23:30,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/544d732bf0b248449b7af079eb3da89a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/544d732bf0b248449b7af079eb3da89a 2024-11-24T11:23:30,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/408dae30c3b24c7f994800143d3ebd2a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/408dae30c3b24c7f994800143d3ebd2a 2024-11-24T11:23:30,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e5149147bf654c51aa8e457ddad767f3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e5149147bf654c51aa8e457ddad767f3 2024-11-24T11:23:30,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/092abdbc3a8749a6a0f1e040df0c079c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/092abdbc3a8749a6a0f1e040df0c079c 2024-11-24T11:23:30,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/6491413ad68e4277a087d9e3a27e2b4a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/6491413ad68e4277a087d9e3a27e2b4a 2024-11-24T11:23:30,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/42b8d42c789f4b6b8af33234a26fd61a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/42b8d42c789f4b6b8af33234a26fd61a 2024-11-24T11:23:30,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/74a40308c29e465aa93e04f0e2eee1e7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/74a40308c29e465aa93e04f0e2eee1e7 2024-11-24T11:23:30,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/89b4d7a6bc6049219536e6932c33952a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/89b4d7a6bc6049219536e6932c33952a 2024-11-24T11:23:30,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/02475cc886e242ab971a8ea939566c22 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/02475cc886e242ab971a8ea939566c22 2024-11-24T11:23:30,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/a4b75dffbe1049d6b2b626d05ade64f8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/a4b75dffbe1049d6b2b626d05ade64f8 2024-11-24T11:23:30,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e346dd36e1104e548790a5c153498823 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e346dd36e1104e548790a5c153498823 2024-11-24T11:23:30,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/47c3f20ed5c341dcbea9d6a4b45ec6d9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/47c3f20ed5c341dcbea9d6a4b45ec6d9 2024-11-24T11:23:30,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/768dc30d8da947289a5768b49f32b2ce to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/768dc30d8da947289a5768b49f32b2ce 2024-11-24T11:23:30,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d0148b0a661f44669924107facf864cf to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d0148b0a661f44669924107facf864cf 2024-11-24T11:23:30,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/2628394f869443d298d5ec4b9d57c51d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/2628394f869443d298d5ec4b9d57c51d 2024-11-24T11:23:30,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3424958df94345dea203cbd99121d489 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/3424958df94345dea203cbd99121d489 2024-11-24T11:23:30,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e1cebc0c64264fcaa47de3d0b2fa41e3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/e1cebc0c64264fcaa47de3d0b2fa41e3 2024-11-24T11:23:30,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/82c755fcb90b43efa6fea62e9a5da2fc to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/82c755fcb90b43efa6fea62e9a5da2fc 2024-11-24T11:23:30,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b940e041dc3d41b8be3de729dfbee662 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b940e041dc3d41b8be3de729dfbee662 2024-11-24T11:23:30,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/30ff4faa8aca47cda9ebb7feabfc64bd to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/30ff4faa8aca47cda9ebb7feabfc64bd 2024-11-24T11:23:30,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/c68a7fa2fc574895bb50da4760610106 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/c68a7fa2fc574895bb50da4760610106 2024-11-24T11:23:30,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1e9797aa1f5d4f8ca322e580e47b67ea to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1e9797aa1f5d4f8ca322e580e47b67ea 2024-11-24T11:23:30,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d9961853929844b2be6e3bcd08ca61e9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d9961853929844b2be6e3bcd08ca61e9 2024-11-24T11:23:30,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b144a178eeae47c78e7de524ef1143a7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b144a178eeae47c78e7de524ef1143a7 2024-11-24T11:23:30,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ecfd830556a74af4921f414249d22db0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ecfd830556a74af4921f414249d22db0 2024-11-24T11:23:30,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/166e95052a7d45d59851808a8139f559 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/166e95052a7d45d59851808a8139f559 2024-11-24T11:23:30,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/978ea2d20acf41eca8ae847f54589582 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/978ea2d20acf41eca8ae847f54589582 2024-11-24T11:23:30,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ff758a0cb856445c8cbc93f52d1d9c8b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ff758a0cb856445c8cbc93f52d1d9c8b 2024-11-24T11:23:30,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ec50e7dcce144a6b924a425be308165e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/ec50e7dcce144a6b924a425be308165e 2024-11-24T11:23:30,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d029d623f39b4e2aa27c8cee8c3a3edd to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/d029d623f39b4e2aa27c8cee8c3a3edd 2024-11-24T11:23:30,990 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/recovered.edits/596.seqid, newMaxSeqId=596, maxSeqId=1 2024-11-24T11:23:30,991 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6. 2024-11-24T11:23:30,991 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for 721e5beaaaff858698ad15aaecfed8b6: 2024-11-24T11:23:30,992 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed 721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:30,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=721e5beaaaff858698ad15aaecfed8b6, regionState=CLOSED 2024-11-24T11:23:30,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-24T11:23:30,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure 721e5beaaaff858698ad15aaecfed8b6, server=28d8a466d69e,38163,1732447321684 in 1.0740 sec 2024-11-24T11:23:30,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-24T11:23:30,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=721e5beaaaff858698ad15aaecfed8b6, UNASSIGN in 1.0790 sec 2024-11-24T11:23:30,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-24T11:23:30,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0820 sec 2024-11-24T11:23:30,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447410998"}]},"ts":"1732447410998"} 2024-11-24T11:23:30,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T11:23:31,001 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T11:23:31,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0940 sec 2024-11-24T11:23:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T11:23:31,014 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-24T11:23:31,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T11:23:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:31,015 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T11:23:31,016 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=89, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:31,017 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:31,018 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/recovered.edits] 2024-11-24T11:23:31,020 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/82781d99abda4340ac67e54db0e001ca to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/82781d99abda4340ac67e54db0e001ca 2024-11-24T11:23:31,021 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b32df2be98554f4ca0c5a1463d1e1677 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/b32df2be98554f4ca0c5a1463d1e1677 2024-11-24T11:23:31,022 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/d48cabe9af2f4f7990cb369e798e6e29 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/A/d48cabe9af2f4f7990cb369e798e6e29 2024-11-24T11:23:31,024 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/1d5ee5a2278d40b69048c41ca5729345 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/1d5ee5a2278d40b69048c41ca5729345 2024-11-24T11:23:31,024 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/794255b319424430b08531de44a16245 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/794255b319424430b08531de44a16245 2024-11-24T11:23:31,025 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/a08606680f1542aaa716632f76e9d3d7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/B/a08606680f1542aaa716632f76e9d3d7 2024-11-24T11:23:31,027 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1090f2a0618e432ba99c54e613cd6597 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/1090f2a0618e432ba99c54e613cd6597 2024-11-24T11:23:31,027 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/6f946e79e1434ea5b315ce2d54ccf4e6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/6f946e79e1434ea5b315ce2d54ccf4e6 2024-11-24T11:23:31,028 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b37e31ac52e24d25a61aa1c83e16c8f7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/C/b37e31ac52e24d25a61aa1c83e16c8f7 2024-11-24T11:23:31,030 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/recovered.edits/596.seqid to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6/recovered.edits/596.seqid 2024-11-24T11:23:31,030 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/721e5beaaaff858698ad15aaecfed8b6 2024-11-24T11:23:31,030 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T11:23:31,032 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=89, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:31,034 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T11:23:31,036 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T11:23:31,037 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=89, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:31,037 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T11:23:31,037 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732447411037"}]},"ts":"9223372036854775807"} 2024-11-24T11:23:31,039 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T11:23:31,039 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 721e5beaaaff858698ad15aaecfed8b6, NAME => 'TestAcidGuarantees,,1732447386729.721e5beaaaff858698ad15aaecfed8b6.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T11:23:31,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T11:23:31,039 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732447411039"}]},"ts":"9223372036854775807"} 2024-11-24T11:23:31,040 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T11:23:31,042 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=89, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:31,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-24T11:23:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T11:23:31,116 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-24T11:23:31,126 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 239), OpenFileDescriptor=453 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=681 (was 600) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7226 (was 7320) 2024-11-24T11:23:31,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=681, ProcessCount=11, AvailableMemoryMB=7226 2024-11-24T11:23:31,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T11:23:31,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:23:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:31,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:23:31,137 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:31,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 90 2024-11-24T11:23:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T11:23:31,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:23:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742243_1419 (size=963) 2024-11-24T11:23:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T11:23:31,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T11:23:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T11:23:31,544 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66 2024-11-24T11:23:31,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742244_1420 (size=53) 2024-11-24T11:23:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T11:23:31,949 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:31,949 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 230bb0fe34614e524ec710ebeef3726a, disabling compactions & flushes 2024-11-24T11:23:31,949 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:31,949 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:31,949 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. after waiting 0 ms 2024-11-24T11:23:31,949 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:31,949 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:31,949 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:31,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:23:31,950 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732447411950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447411950"}]},"ts":"1732447411950"} 2024-11-24T11:23:31,951 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T11:23:31,952 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:23:31,952 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447411952"}]},"ts":"1732447411952"} 2024-11-24T11:23:31,953 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T11:23:31,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=230bb0fe34614e524ec710ebeef3726a, ASSIGN}] 2024-11-24T11:23:31,956 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=230bb0fe34614e524ec710ebeef3726a, ASSIGN 2024-11-24T11:23:31,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=230bb0fe34614e524ec710ebeef3726a, ASSIGN; state=OFFLINE, location=28d8a466d69e,38163,1732447321684; forceNewPlan=false, retain=false 2024-11-24T11:23:32,107 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=230bb0fe34614e524ec710ebeef3726a, regionState=OPENING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:32,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; OpenRegionProcedure 230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:23:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T11:23:32,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:32,262 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:32,263 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7285): Opening region: {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:23:32,263 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:32,263 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:32,263 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7327): checking encryption for 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:32,263 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7330): checking classloading for 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:32,264 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:32,265 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:23:32,265 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 230bb0fe34614e524ec710ebeef3726a columnFamilyName A 2024-11-24T11:23:32,265 DEBUG [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:32,266 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(327): Store=230bb0fe34614e524ec710ebeef3726a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:32,266 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:32,267 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:23:32,267 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 230bb0fe34614e524ec710ebeef3726a columnFamilyName B 2024-11-24T11:23:32,267 DEBUG [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:32,267 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(327): Store=230bb0fe34614e524ec710ebeef3726a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:32,267 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:32,268 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:23:32,268 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 230bb0fe34614e524ec710ebeef3726a columnFamilyName C 2024-11-24T11:23:32,268 DEBUG [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:32,268 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(327): Store=230bb0fe34614e524ec710ebeef3726a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:32,269 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:32,269 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:32,269 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:32,270 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T11:23:32,271 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1085): writing seq id for 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:32,272 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:23:32,273 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1102): Opened 230bb0fe34614e524ec710ebeef3726a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62085620, jitterRate=-0.07485216856002808}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T11:23:32,273 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1001): Region open journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:32,274 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., pid=92, masterSystemTime=1732447412260 2024-11-24T11:23:32,275 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:32,275 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:32,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=230bb0fe34614e524ec710ebeef3726a, regionState=OPEN, openSeqNum=2, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:32,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-24T11:23:32,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; OpenRegionProcedure 230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 in 167 msec 2024-11-24T11:23:32,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-24T11:23:32,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=230bb0fe34614e524ec710ebeef3726a, ASSIGN in 321 msec 2024-11-24T11:23:32,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:23:32,279 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447412279"}]},"ts":"1732447412279"} 2024-11-24T11:23:32,280 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T11:23:32,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:23:32,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-24T11:23:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-24T11:23:33,241 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-24T11:23:33,243 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16dc0563 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@508125d2 2024-11-24T11:23:33,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a067e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:33,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:33,248 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:33,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:33,250 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:23:33,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T11:23:33,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:23:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742245_1421 (size=999) 2024-11-24T11:23:33,662 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-24T11:23:33,662 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-24T11:23:33,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T11:23:33,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=230bb0fe34614e524ec710ebeef3726a, REOPEN/MOVE}] 2024-11-24T11:23:33,666 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=230bb0fe34614e524ec710ebeef3726a, REOPEN/MOVE 2024-11-24T11:23:33,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=230bb0fe34614e524ec710ebeef3726a, regionState=CLOSING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:33,668 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T11:23:33,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:23:33,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:33,819 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:33,819 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T11:23:33,820 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 230bb0fe34614e524ec710ebeef3726a, disabling compactions & flushes 2024-11-24T11:23:33,820 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:33,820 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:33,820 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. after waiting 0 ms 2024-11-24T11:23:33,820 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:33,823 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T11:23:33,823 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:33,823 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:33,823 WARN [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionServer(3786): Not adding moved region record: 230bb0fe34614e524ec710ebeef3726a to self. 2024-11-24T11:23:33,824 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:33,825 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=230bb0fe34614e524ec710ebeef3726a, regionState=CLOSED 2024-11-24T11:23:33,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-24T11:23:33,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 in 157 msec 2024-11-24T11:23:33,827 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=230bb0fe34614e524ec710ebeef3726a, REOPEN/MOVE; state=CLOSED, location=28d8a466d69e,38163,1732447321684; forceNewPlan=false, retain=true 2024-11-24T11:23:33,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=230bb0fe34614e524ec710ebeef3726a, regionState=OPENING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:33,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=95, state=RUNNABLE; OpenRegionProcedure 230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:23:34,129 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,132 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,132 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:23:34,132 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:34,133 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:34,133 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:34,133 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:34,134 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:34,135 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:23:34,135 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 230bb0fe34614e524ec710ebeef3726a columnFamilyName A 2024-11-24T11:23:34,136 DEBUG [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:34,136 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(327): Store=230bb0fe34614e524ec710ebeef3726a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:34,136 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:34,137 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:23:34,137 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 230bb0fe34614e524ec710ebeef3726a columnFamilyName B 2024-11-24T11:23:34,137 DEBUG [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:34,137 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(327): Store=230bb0fe34614e524ec710ebeef3726a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:34,138 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:34,138 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:23:34,138 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 230bb0fe34614e524ec710ebeef3726a columnFamilyName C 2024-11-24T11:23:34,138 DEBUG [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:34,138 INFO [StoreOpener-230bb0fe34614e524ec710ebeef3726a-1 {}] regionserver.HStore(327): Store=230bb0fe34614e524ec710ebeef3726a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:34,139 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,139 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:34,140 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:34,141 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T11:23:34,142 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:34,143 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened 230bb0fe34614e524ec710ebeef3726a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66376607, jitterRate=-0.010911479592323303}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T11:23:34,143 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:34,144 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., pid=97, masterSystemTime=1732447414129 2024-11-24T11:23:34,145 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,145 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,145 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=230bb0fe34614e524ec710ebeef3726a, regionState=OPEN, openSeqNum=5, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=95 2024-11-24T11:23:34,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=95, state=SUCCESS; OpenRegionProcedure 230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 in 168 msec 2024-11-24T11:23:34,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-24T11:23:34,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=230bb0fe34614e524ec710ebeef3726a, REOPEN/MOVE in 481 msec 2024-11-24T11:23:34,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-24T11:23:34,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-24T11:23:34,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 898 msec 2024-11-24T11:23:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T11:23:34,153 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ad42d38 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73a23205 2024-11-24T11:23:34,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3779dcff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:34,162 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e8e0d12 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c5e3cdc 2024-11-24T11:23:34,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b9838c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:34,165 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c752e54 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@311047da 2024-11-24T11:23:34,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282c1797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:34,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55076771 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@661ad49c 2024-11-24T11:23:34,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec2e767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:34,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f0f67dd to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f01f294 2024-11-24T11:23:34,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c1ddcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:34,176 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4eb33298 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36e4b93f 2024-11-24T11:23:34,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267b2bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:34,179 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x48f0df41 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b4eaa21 2024-11-24T11:23:34,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24953e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:34,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75007f77 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b31cc54 2024-11-24T11:23:34,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56599405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:34,185 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ea22e1f to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b2416f3 2024-11-24T11:23:34,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71474e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:34,188 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e78f51e to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2520e5ac 2024-11-24T11:23:34,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5df918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:34,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:34,193 DEBUG [hconnection-0x790aec38-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:34,193 DEBUG [hconnection-0x2e3232fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-24T11:23:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T11:23:34,194 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:34,195 DEBUG [hconnection-0x743eec79-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:34,195 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:34,195 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:34,195 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:34,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:34,195 DEBUG [hconnection-0x1f0a4796-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:34,196 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:34,196 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:34,197 DEBUG [hconnection-0x4957108f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:34,197 DEBUG [hconnection-0x5ec250e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:34,198 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:34,198 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:34,200 DEBUG [hconnection-0x72809a64-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:34,200 DEBUG [hconnection-0xc51fa15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:34,200 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:34,201 DEBUG [hconnection-0x4188067e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:34,201 DEBUG [hconnection-0x5b80da05-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:34,202 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:34,202 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:34,202 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:34,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:23:34,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:34,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:34,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:34,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:34,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:34,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:34,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447474225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447474226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447474226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447474228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447474228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249ac3c5043cd2475db0b508ccb561f0c4_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447414202/Put/seqid=0 2024-11-24T11:23:34,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742246_1422 (size=12154) 2024-11-24T11:23:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T11:23:34,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447474332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447474332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447474332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447474334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447474334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T11:23:34,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:34,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T11:23:34,500 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T11:23:34,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:34,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447474536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447474537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447474537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447474537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447474537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,646 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:34,649 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249ac3c5043cd2475db0b508ccb561f0c4_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249ac3c5043cd2475db0b508ccb561f0c4_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:34,650 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/7b010432e4604eb8bbe222e4f4473f4f, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:34,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/7b010432e4604eb8bbe222e4f4473f4f is 175, key is test_row_0/A:col10/1732447414202/Put/seqid=0 2024-11-24T11:23:34,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T11:23:34,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:34,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742247_1423 (size=30955) 2024-11-24T11:23:34,658 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/7b010432e4604eb8bbe222e4f4473f4f 2024-11-24T11:23:34,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/8350b5ed109d49d399c1c519d0d5bcbb is 50, key is test_row_0/B:col10/1732447414202/Put/seqid=0 2024-11-24T11:23:34,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742248_1424 (size=12001) 2024-11-24T11:23:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T11:23:34,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T11:23:34,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:34,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447474837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447474843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447474843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447474843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447474844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:34,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T11:23:34,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:34,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:34,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:35,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/8350b5ed109d49d399c1c519d0d5bcbb 2024-11-24T11:23:35,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T11:23:35,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:35,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:35,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:35,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:35,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:35,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/0624ca83d9cf4b9f8b3a43fef0434b20 is 50, key is test_row_0/C:col10/1732447414202/Put/seqid=0 2024-11-24T11:23:35,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742249_1425 (size=12001) 2024-11-24T11:23:35,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/0624ca83d9cf4b9f8b3a43fef0434b20 2024-11-24T11:23:35,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/7b010432e4604eb8bbe222e4f4473f4f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/7b010432e4604eb8bbe222e4f4473f4f 2024-11-24T11:23:35,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/7b010432e4604eb8bbe222e4f4473f4f, entries=150, sequenceid=17, filesize=30.2 K 2024-11-24T11:23:35,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/8350b5ed109d49d399c1c519d0d5bcbb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8350b5ed109d49d399c1c519d0d5bcbb 2024-11-24T11:23:35,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8350b5ed109d49d399c1c519d0d5bcbb, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T11:23:35,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/0624ca83d9cf4b9f8b3a43fef0434b20 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0624ca83d9cf4b9f8b3a43fef0434b20 2024-11-24T11:23:35,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0624ca83d9cf4b9f8b3a43fef0434b20, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T11:23:35,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 230bb0fe34614e524ec710ebeef3726a in 983ms, sequenceid=17, compaction requested=false 2024-11-24T11:23:35,186 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T11:23:35,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:35,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-24T11:23:35,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:35,266 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T11:23:35,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:35,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:35,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:35,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:35,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:35,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:35,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e95c66adaec747118adc9b9a8538f79a_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447414226/Put/seqid=0 2024-11-24T11:23:35,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742250_1426 (size=12154) 2024-11-24T11:23:35,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:35,280 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e95c66adaec747118adc9b9a8538f79a_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e95c66adaec747118adc9b9a8538f79a_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/4ca52f17d5554ea89e8a7fb4eb62a452, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/4ca52f17d5554ea89e8a7fb4eb62a452 is 175, key is test_row_0/A:col10/1732447414226/Put/seqid=0 2024-11-24T11:23:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742251_1427 (size=30955) 2024-11-24T11:23:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T11:23:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:35,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:35,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447475353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447475354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447475356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447475357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447475357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447475461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447475461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447475462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447475463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447475463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447475665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447475665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447475665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447475666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447475666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,685 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/4ca52f17d5554ea89e8a7fb4eb62a452 2024-11-24T11:23:35,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/b06c83dfa9514c4c9a2cc4fe1db71cc5 is 50, key is test_row_0/B:col10/1732447414226/Put/seqid=0 2024-11-24T11:23:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742252_1428 (size=12001) 2024-11-24T11:23:35,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447475970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447475970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447475972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447475972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:35,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447475972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:36,095 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/b06c83dfa9514c4c9a2cc4fe1db71cc5 2024-11-24T11:23:36,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/a28c67605fb74dc2b2da8519429394ea is 50, key is test_row_0/C:col10/1732447414226/Put/seqid=0 2024-11-24T11:23:36,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742253_1429 (size=12001) 2024-11-24T11:23:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T11:23:36,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447476476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:36,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447476477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:36,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447476478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:36,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447476479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:36,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447476479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:36,516 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T11:23:36,516 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/a28c67605fb74dc2b2da8519429394ea 2024-11-24T11:23:36,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/4ca52f17d5554ea89e8a7fb4eb62a452 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/4ca52f17d5554ea89e8a7fb4eb62a452 2024-11-24T11:23:36,529 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/4ca52f17d5554ea89e8a7fb4eb62a452, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T11:23:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/b06c83dfa9514c4c9a2cc4fe1db71cc5 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b06c83dfa9514c4c9a2cc4fe1db71cc5 2024-11-24T11:23:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,533 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b06c83dfa9514c4c9a2cc4fe1db71cc5, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T11:23:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/a28c67605fb74dc2b2da8519429394ea as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/a28c67605fb74dc2b2da8519429394ea 2024-11-24T11:23:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,538 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/a28c67605fb74dc2b2da8519429394ea, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T11:23:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,539 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 230bb0fe34614e524ec710ebeef3726a in 1273ms, sequenceid=41, compaction requested=false 2024-11-24T11:23:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-24T11:23:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-24T11:23:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-24T11:23:36,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3450 sec 2024-11-24T11:23:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.3490 sec 2024-11-24T11:23:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:23:37,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:37,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:37,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:37,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:37,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124caac337a632042e7a57b24561e136935_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447415351/Put/seqid=0 2024-11-24T11:23:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742254_1430 (size=12154) 2024-11-24T11:23:37,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447477578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447477578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447477579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447477582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447477582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447477687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447477687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447477687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447477692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447477692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447477894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447477894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447477894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447477895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447477896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:37,937 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:37,941 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124caac337a632042e7a57b24561e136935_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124caac337a632042e7a57b24561e136935_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:37,942 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/8be131736e7d4d22bd1ef26d28f36750, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:37,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/8be131736e7d4d22bd1ef26d28f36750 is 175, key is test_row_0/A:col10/1732447415351/Put/seqid=0 2024-11-24T11:23:37,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742255_1431 (size=30955) 2024-11-24T11:23:38,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447478199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447478201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447478201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447478201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447478203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T11:23:38,300 INFO [Thread-1873 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-24T11:23:38,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-24T11:23:38,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:38,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:38,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T11:23:38,347 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/8be131736e7d4d22bd1ef26d28f36750 2024-11-24T11:23:38,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/ead12e59b67a49c6b335822ca4c91d0d is 50, key is test_row_0/B:col10/1732447415351/Put/seqid=0 2024-11-24T11:23:38,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742256_1432 (size=12001) 2024-11-24T11:23:38,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/ead12e59b67a49c6b335822ca4c91d0d 2024-11-24T11:23:38,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/8400aa5708c34e3787b5ef9239cf1465 is 50, key is test_row_0/C:col10/1732447415351/Put/seqid=0 2024-11-24T11:23:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742257_1433 (size=12001) 2024-11-24T11:23:38,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/8400aa5708c34e3787b5ef9239cf1465 2024-11-24T11:23:38,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/8be131736e7d4d22bd1ef26d28f36750 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8be131736e7d4d22bd1ef26d28f36750 2024-11-24T11:23:38,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8be131736e7d4d22bd1ef26d28f36750, entries=150, sequenceid=54, filesize=30.2 K 2024-11-24T11:23:38,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/ead12e59b67a49c6b335822ca4c91d0d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/ead12e59b67a49c6b335822ca4c91d0d 2024-11-24T11:23:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T11:23:38,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/ead12e59b67a49c6b335822ca4c91d0d, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T11:23:38,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/8400aa5708c34e3787b5ef9239cf1465 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/8400aa5708c34e3787b5ef9239cf1465 2024-11-24T11:23:38,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/8400aa5708c34e3787b5ef9239cf1465, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T11:23:38,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 230bb0fe34614e524ec710ebeef3726a in 922ms, sequenceid=54, compaction requested=true 2024-11-24T11:23:38,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:38,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:38,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:38,421 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:38,421 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:38,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:38,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:38,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:38,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:38,422 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:38,422 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/A is initiating minor compaction (all files) 2024-11-24T11:23:38,422 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/A in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:38,422 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/7b010432e4604eb8bbe222e4f4473f4f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/4ca52f17d5554ea89e8a7fb4eb62a452, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8be131736e7d4d22bd1ef26d28f36750] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=90.7 K 2024-11-24T11:23:38,422 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:38,422 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/7b010432e4604eb8bbe222e4f4473f4f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/4ca52f17d5554ea89e8a7fb4eb62a452, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8be131736e7d4d22bd1ef26d28f36750] 2024-11-24T11:23:38,423 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:38,423 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/B is initiating minor compaction (all files) 2024-11-24T11:23:38,423 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/B in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:38,423 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8350b5ed109d49d399c1c519d0d5bcbb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b06c83dfa9514c4c9a2cc4fe1db71cc5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/ead12e59b67a49c6b335822ca4c91d0d] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=35.2 K 2024-11-24T11:23:38,423 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b010432e4604eb8bbe222e4f4473f4f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732447414202 2024-11-24T11:23:38,424 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ca52f17d5554ea89e8a7fb4eb62a452, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732447414219 2024-11-24T11:23:38,424 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8350b5ed109d49d399c1c519d0d5bcbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732447414202 2024-11-24T11:23:38,425 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b06c83dfa9514c4c9a2cc4fe1db71cc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732447414219 2024-11-24T11:23:38,426 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8be131736e7d4d22bd1ef26d28f36750, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732447415351 2024-11-24T11:23:38,426 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ead12e59b67a49c6b335822ca4c91d0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732447415351 2024-11-24T11:23:38,454 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:38,455 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/c54082e0c48c46a18668bd995c2db56c is 50, key is test_row_0/B:col10/1732447415351/Put/seqid=0 2024-11-24T11:23:38,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T11:23:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:38,458 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T11:23:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:38,463 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:38,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cab6f9e95b0e43989b8b19eb8f1f903a_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447417580/Put/seqid=0 2024-11-24T11:23:38,508 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124ee4ef5c9f93f4f979ed3eeaeae5c86ca_230bb0fe34614e524ec710ebeef3726a store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:38,510 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124ee4ef5c9f93f4f979ed3eeaeae5c86ca_230bb0fe34614e524ec710ebeef3726a, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:38,510 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ee4ef5c9f93f4f979ed3eeaeae5c86ca_230bb0fe34614e524ec710ebeef3726a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:38,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742258_1434 (size=12104) 2024-11-24T11:23:38,521 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/c54082e0c48c46a18668bd995c2db56c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/c54082e0c48c46a18668bd995c2db56c 2024-11-24T11:23:38,527 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/B of 230bb0fe34614e524ec710ebeef3726a into c54082e0c48c46a18668bd995c2db56c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:38,527 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:38,527 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/B, priority=13, startTime=1732447418421; duration=0sec 2024-11-24T11:23:38,527 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:38,527 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:B 2024-11-24T11:23:38,527 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:38,529 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:38,529 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/C is initiating minor compaction (all files) 2024-11-24T11:23:38,529 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/C in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:38,530 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0624ca83d9cf4b9f8b3a43fef0434b20, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/a28c67605fb74dc2b2da8519429394ea, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/8400aa5708c34e3787b5ef9239cf1465] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=35.2 K 2024-11-24T11:23:38,530 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0624ca83d9cf4b9f8b3a43fef0434b20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732447414202 2024-11-24T11:23:38,530 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a28c67605fb74dc2b2da8519429394ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732447414219 2024-11-24T11:23:38,531 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8400aa5708c34e3787b5ef9239cf1465, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732447415351 2024-11-24T11:23:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742259_1435 (size=12154) 2024-11-24T11:23:38,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:38,546 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cab6f9e95b0e43989b8b19eb8f1f903a_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cab6f9e95b0e43989b8b19eb8f1f903a_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:38,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/e6303f4312ad4c4490b4498d54a779c2, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:38,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/e6303f4312ad4c4490b4498d54a779c2 is 175, key is test_row_0/A:col10/1732447417580/Put/seqid=0 2024-11-24T11:23:38,550 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:38,551 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/4f711f85d38340a4b0ca2229be382fcd is 50, key is test_row_0/C:col10/1732447415351/Put/seqid=0 2024-11-24T11:23:38,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742260_1436 (size=4469) 2024-11-24T11:23:38,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742261_1437 (size=30955) 2024-11-24T11:23:38,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742262_1438 (size=12104) 2024-11-24T11:23:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T11:23:38,608 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/4f711f85d38340a4b0ca2229be382fcd as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/4f711f85d38340a4b0ca2229be382fcd 2024-11-24T11:23:38,613 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/C of 230bb0fe34614e524ec710ebeef3726a into 4f711f85d38340a4b0ca2229be382fcd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:38,613 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:38,614 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/C, priority=13, startTime=1732447418421; duration=0sec 2024-11-24T11:23:38,614 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:38,614 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:C 2024-11-24T11:23:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:38,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447478719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447478719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447478724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447478724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447478724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447478827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447478827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447478832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447478832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447478832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T11:23:38,969 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#A#compaction#373 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:38,970 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/070a4df8d6dd4482b8dc1c9418718024 is 175, key is test_row_0/A:col10/1732447415351/Put/seqid=0 2024-11-24T11:23:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742263_1439 (size=31058) 2024-11-24T11:23:38,983 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/e6303f4312ad4c4490b4498d54a779c2 2024-11-24T11:23:38,992 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/070a4df8d6dd4482b8dc1c9418718024 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/070a4df8d6dd4482b8dc1c9418718024 2024-11-24T11:23:39,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/e0522e4a066c4722852e6ad3f9ed2280 is 50, key is test_row_0/B:col10/1732447417580/Put/seqid=0 2024-11-24T11:23:39,018 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/A of 230bb0fe34614e524ec710ebeef3726a into 070a4df8d6dd4482b8dc1c9418718024(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:39,018 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:39,018 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/A, priority=13, startTime=1732447418420; duration=0sec 2024-11-24T11:23:39,018 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:39,018 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:A 2024-11-24T11:23:39,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447479031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447479031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447479040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447479040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447479041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742264_1440 (size=12001) 2024-11-24T11:23:39,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447479339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447479360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447479360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447479361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447479361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T11:23:39,460 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/e0522e4a066c4722852e6ad3f9ed2280 2024-11-24T11:23:39,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/36cce902467c4696b210d6462aaaae3a is 50, key is test_row_0/C:col10/1732447417580/Put/seqid=0 2024-11-24T11:23:39,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742265_1441 (size=12001) 2024-11-24T11:23:39,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447479859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447479867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447479868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447479868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447479869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:39,918 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/36cce902467c4696b210d6462aaaae3a 2024-11-24T11:23:39,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/e6303f4312ad4c4490b4498d54a779c2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e6303f4312ad4c4490b4498d54a779c2 2024-11-24T11:23:39,927 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e6303f4312ad4c4490b4498d54a779c2, entries=150, sequenceid=78, filesize=30.2 K 2024-11-24T11:23:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/e0522e4a066c4722852e6ad3f9ed2280 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e0522e4a066c4722852e6ad3f9ed2280 2024-11-24T11:23:39,932 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e0522e4a066c4722852e6ad3f9ed2280, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T11:23:39,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/36cce902467c4696b210d6462aaaae3a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/36cce902467c4696b210d6462aaaae3a 2024-11-24T11:23:39,937 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/36cce902467c4696b210d6462aaaae3a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T11:23:39,937 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 230bb0fe34614e524ec710ebeef3726a in 1479ms, sequenceid=78, compaction requested=false 2024-11-24T11:23:39,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:39,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:39,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-24T11:23:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-24T11:23:39,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-24T11:23:39,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-11-24T11:23:39,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.6400 sec 2024-11-24T11:23:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T11:23:40,410 INFO [Thread-1873 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-24T11:23:40,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-24T11:23:40,413 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T11:23:40,414 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:40,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T11:23:40,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:40,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T11:23:40,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:40,567 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:23:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ff2be0e162034014b4a5112b7cd4f1c7_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447418720/Put/seqid=0 2024-11-24T11:23:40,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742266_1442 (size=12154) 2024-11-24T11:23:40,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,588 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ff2be0e162034014b4a5112b7cd4f1c7_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ff2be0e162034014b4a5112b7cd4f1c7_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:40,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/1fbf572a6bce4243ab12495bde6ffef0, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:40,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/1fbf572a6bce4243ab12495bde6ffef0 is 175, key is test_row_0/A:col10/1732447418720/Put/seqid=0 2024-11-24T11:23:40,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742267_1443 (size=30955) 2024-11-24T11:23:40,618 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/1fbf572a6bce4243ab12495bde6ffef0 2024-11-24T11:23:40,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/a9730876e2c74e0cbdd4dd2db9fb35b6 is 50, key is test_row_0/B:col10/1732447418720/Put/seqid=0 2024-11-24T11:23:40,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742268_1444 (size=12001) 2024-11-24T11:23:40,634 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/a9730876e2c74e0cbdd4dd2db9fb35b6 2024-11-24T11:23:40,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/88cc4de5aa90473198f4839836b70c4a is 50, key is test_row_0/C:col10/1732447418720/Put/seqid=0 2024-11-24T11:23:40,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742269_1445 (size=12001) 2024-11-24T11:23:40,650 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/88cc4de5aa90473198f4839836b70c4a 2024-11-24T11:23:40,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/1fbf572a6bce4243ab12495bde6ffef0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/1fbf572a6bce4243ab12495bde6ffef0 2024-11-24T11:23:40,661 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/1fbf572a6bce4243ab12495bde6ffef0, entries=150, sequenceid=94, filesize=30.2 K 2024-11-24T11:23:40,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/a9730876e2c74e0cbdd4dd2db9fb35b6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/a9730876e2c74e0cbdd4dd2db9fb35b6 2024-11-24T11:23:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,665 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/a9730876e2c74e0cbdd4dd2db9fb35b6, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T11:23:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/88cc4de5aa90473198f4839836b70c4a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/88cc4de5aa90473198f4839836b70c4a 2024-11-24T11:23:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,671 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/88cc4de5aa90473198f4839836b70c4a, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T11:23:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,672 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 230bb0fe34614e524ec710ebeef3726a in 105ms, sequenceid=94, compaction requested=true 2024-11-24T11:23:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:40,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:40,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-24T11:23:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-24T11:23:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-24T11:23:40,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 260 msec 2024-11-24T11:23:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 265 msec 2024-11-24T11:23:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T11:23:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,716 INFO [Thread-1873 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-24T11:23:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-24T11:23:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T11:23:40,719 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,719 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:40,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T11:23:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T11:23:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-24T11:23:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-24T11:23:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-24T11:23:40,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-24T11:23:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 159 msec 2024-11-24T11:23:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:23:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:41,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:41,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:41,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:41,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:41,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T11:23:41,020 INFO [Thread-1873 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-24T11:23:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-24T11:23:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T11:23:41,026 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,026 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:41,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112498d700bf3da7418f857320f457164830_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447421004/Put/seqid=0 2024-11-24T11:23:41,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447481088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447481091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742271_1447 (size=24358) 2024-11-24T11:23:41,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:41,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447481092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447481094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447481095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,110 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112498d700bf3da7418f857320f457164830_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112498d700bf3da7418f857320f457164830_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:41,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/b85f1bda8de743aba566a61d2f14eecd, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:41,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/b85f1bda8de743aba566a61d2f14eecd is 175, key is test_row_0/A:col10/1732447421004/Put/seqid=0 2024-11-24T11:23:41,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742270_1446 (size=73995) 2024-11-24T11:23:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T11:23:41,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T11:23:41,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:41,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447481202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447481204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447481207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447481207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447481208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T11:23:41,322 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T11:23:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T11:23:41,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T11:23:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447481411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447481411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447481415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447481415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447481416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T11:23:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,514 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/b85f1bda8de743aba566a61d2f14eecd 2024-11-24T11:23:41,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/d365eea4fbb34371b4aa6b92dbbd4850 is 50, key is test_row_0/B:col10/1732447421004/Put/seqid=0 2024-11-24T11:23:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742272_1448 (size=12001) 2024-11-24T11:23:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T11:23:41,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T11:23:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447481719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447481719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447481722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447481723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447481723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,794 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T11:23:41,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:41,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/d365eea4fbb34371b4aa6b92dbbd4850 2024-11-24T11:23:41,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/b50fcbff3fd04db49c0b8e0b0659b97b is 50, key is test_row_0/C:col10/1732447421004/Put/seqid=0 2024-11-24T11:23:41,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742273_1449 (size=12001) 2024-11-24T11:23:41,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/b50fcbff3fd04db49c0b8e0b0659b97b 2024-11-24T11:23:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/b85f1bda8de743aba566a61d2f14eecd as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b85f1bda8de743aba566a61d2f14eecd 2024-11-24T11:23:41,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b85f1bda8de743aba566a61d2f14eecd, entries=400, sequenceid=106, filesize=72.3 K 2024-11-24T11:23:41,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:41,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T11:23:41,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/d365eea4fbb34371b4aa6b92dbbd4850 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/d365eea4fbb34371b4aa6b92dbbd4850 2024-11-24T11:23:41,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:41,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:41,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/d365eea4fbb34371b4aa6b92dbbd4850, entries=150, sequenceid=106, filesize=11.7 K 2024-11-24T11:23:41,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/b50fcbff3fd04db49c0b8e0b0659b97b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/b50fcbff3fd04db49c0b8e0b0659b97b 2024-11-24T11:23:41,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/b50fcbff3fd04db49c0b8e0b0659b97b, entries=150, sequenceid=106, filesize=11.7 K 2024-11-24T11:23:41,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 230bb0fe34614e524ec710ebeef3726a in 956ms, sequenceid=106, compaction requested=true 2024-11-24T11:23:41,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:41,964 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:41,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:41,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:41,964 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:41,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:41,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:41,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:41,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:41,965 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 166963 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:41,965 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/A is initiating minor compaction (all files) 2024-11-24T11:23:41,965 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/A in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,965 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/070a4df8d6dd4482b8dc1c9418718024, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e6303f4312ad4c4490b4498d54a779c2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/1fbf572a6bce4243ab12495bde6ffef0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b85f1bda8de743aba566a61d2f14eecd] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=163.0 K 2024-11-24T11:23:41,965 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,965 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/070a4df8d6dd4482b8dc1c9418718024, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e6303f4312ad4c4490b4498d54a779c2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/1fbf572a6bce4243ab12495bde6ffef0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b85f1bda8de743aba566a61d2f14eecd] 2024-11-24T11:23:41,966 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 070a4df8d6dd4482b8dc1c9418718024, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732447415351 2024-11-24T11:23:41,966 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:41,966 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/B is initiating minor compaction (all files) 2024-11-24T11:23:41,966 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/B in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:41,966 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/c54082e0c48c46a18668bd995c2db56c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e0522e4a066c4722852e6ad3f9ed2280, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/a9730876e2c74e0cbdd4dd2db9fb35b6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/d365eea4fbb34371b4aa6b92dbbd4850] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=47.0 K 2024-11-24T11:23:41,966 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6303f4312ad4c4490b4498d54a779c2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447417570 2024-11-24T11:23:41,966 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting c54082e0c48c46a18668bd995c2db56c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732447415351 2024-11-24T11:23:41,967 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fbf572a6bce4243ab12495bde6ffef0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732447418719 2024-11-24T11:23:41,968 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting e0522e4a066c4722852e6ad3f9ed2280, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447417570 2024-11-24T11:23:41,968 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b85f1bda8de743aba566a61d2f14eecd, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732447420963 2024-11-24T11:23:41,968 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a9730876e2c74e0cbdd4dd2db9fb35b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732447418719 2024-11-24T11:23:41,969 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d365eea4fbb34371b4aa6b92dbbd4850, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732447421000 2024-11-24T11:23:41,977 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:41,982 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:41,983 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/21547528c2d7435d8d5d956b9aae868a is 50, key is test_row_0/B:col10/1732447421004/Put/seqid=0 2024-11-24T11:23:41,984 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e69e9d43f9a14eb0a105dd2abfeb09cc_230bb0fe34614e524ec710ebeef3726a store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:41,991 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e69e9d43f9a14eb0a105dd2abfeb09cc_230bb0fe34614e524ec710ebeef3726a, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:41,991 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e69e9d43f9a14eb0a105dd2abfeb09cc_230bb0fe34614e524ec710ebeef3726a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:42,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742274_1450 (size=12241) 2024-11-24T11:23:42,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742275_1451 (size=4469) 2024-11-24T11:23:42,019 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/21547528c2d7435d8d5d956b9aae868a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/21547528c2d7435d8d5d956b9aae868a 2024-11-24T11:23:42,020 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#A#compaction#384 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:42,020 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/a41baf14f27c41fd96fedc02aa83ef2b is 175, key is test_row_0/A:col10/1732447421004/Put/seqid=0 2024-11-24T11:23:42,024 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/B of 230bb0fe34614e524ec710ebeef3726a into 21547528c2d7435d8d5d956b9aae868a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:42,024 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:42,024 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/B, priority=12, startTime=1732447421964; duration=0sec 2024-11-24T11:23:42,024 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:42,024 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:B 2024-11-24T11:23:42,024 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:42,027 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:42,027 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/C is initiating minor compaction (all files) 2024-11-24T11:23:42,027 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/C in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:42,027 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/4f711f85d38340a4b0ca2229be382fcd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/36cce902467c4696b210d6462aaaae3a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/88cc4de5aa90473198f4839836b70c4a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/b50fcbff3fd04db49c0b8e0b0659b97b] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=47.0 K 2024-11-24T11:23:42,028 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f711f85d38340a4b0ca2229be382fcd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732447415351 2024-11-24T11:23:42,028 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 36cce902467c4696b210d6462aaaae3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447417570 2024-11-24T11:23:42,029 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 88cc4de5aa90473198f4839836b70c4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732447418719 2024-11-24T11:23:42,029 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b50fcbff3fd04db49c0b8e0b0659b97b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732447421000 2024-11-24T11:23:42,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742276_1452 (size=31195) 2024-11-24T11:23:42,043 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#C#compaction#386 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:42,044 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/a41baf14f27c41fd96fedc02aa83ef2b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a41baf14f27c41fd96fedc02aa83ef2b 2024-11-24T11:23:42,044 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/4104c872beb44960b5df9cf4e5cfa1cf is 50, key is test_row_0/C:col10/1732447421004/Put/seqid=0 2024-11-24T11:23:42,050 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/A of 230bb0fe34614e524ec710ebeef3726a into a41baf14f27c41fd96fedc02aa83ef2b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:42,050 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:42,050 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/A, priority=12, startTime=1732447421964; duration=0sec 2024-11-24T11:23:42,050 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:42,050 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:A 2024-11-24T11:23:42,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742277_1453 (size=12241) 2024-11-24T11:23:42,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T11:23:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:42,107 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:23:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T11:23:42,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112481e1533467674a91801516a49cdfc740_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447421094/Put/seqid=0 2024-11-24T11:23:42,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742278_1454 (size=12204) 2024-11-24T11:23:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:42,150 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112481e1533467674a91801516a49cdfc740_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112481e1533467674a91801516a49cdfc740_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:42,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/5d6f43821d8f474aa2b630661bf2a658, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/5d6f43821d8f474aa2b630661bf2a658 is 175, key is test_row_0/A:col10/1732447421094/Put/seqid=0 2024-11-24T11:23:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742279_1455 (size=31005) 2024-11-24T11:23:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:42,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:42,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447482240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447482240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447482241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447482241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447482242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447482352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447482353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447482353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447482353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447482353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,462 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/4104c872beb44960b5df9cf4e5cfa1cf as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/4104c872beb44960b5df9cf4e5cfa1cf 2024-11-24T11:23:42,466 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/C of 230bb0fe34614e524ec710ebeef3726a into 4104c872beb44960b5df9cf4e5cfa1cf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:42,466 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:42,466 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/C, priority=12, startTime=1732447421964; duration=0sec 2024-11-24T11:23:42,466 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:42,466 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:C 2024-11-24T11:23:42,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447482559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447482559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447482559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447482560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447482561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,575 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/5d6f43821d8f474aa2b630661bf2a658 2024-11-24T11:23:42,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/607c831bef0c4dcb9db8eeae3251f7d2 is 50, key is test_row_0/B:col10/1732447421094/Put/seqid=0 2024-11-24T11:23:42,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742280_1456 (size=12051) 2024-11-24T11:23:42,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447482863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447482863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447482864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447482866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447482866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:42,998 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/607c831bef0c4dcb9db8eeae3251f7d2 2024-11-24T11:23:43,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/0dfe1ddc01124e6b90329af545f98a73 is 50, key is test_row_0/C:col10/1732447421094/Put/seqid=0 2024-11-24T11:23:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742281_1457 (size=12051) 2024-11-24T11:23:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T11:23:43,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447483369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447483371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:43,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447483371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:43,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447483372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:43,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447483373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:43,455 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/0dfe1ddc01124e6b90329af545f98a73 2024-11-24T11:23:43,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/5d6f43821d8f474aa2b630661bf2a658 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/5d6f43821d8f474aa2b630661bf2a658 2024-11-24T11:23:43,462 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/5d6f43821d8f474aa2b630661bf2a658, entries=150, sequenceid=133, filesize=30.3 K 2024-11-24T11:23:43,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/607c831bef0c4dcb9db8eeae3251f7d2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/607c831bef0c4dcb9db8eeae3251f7d2 2024-11-24T11:23:43,468 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/607c831bef0c4dcb9db8eeae3251f7d2, entries=150, sequenceid=133, filesize=11.8 K 2024-11-24T11:23:43,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/0dfe1ddc01124e6b90329af545f98a73 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0dfe1ddc01124e6b90329af545f98a73 2024-11-24T11:23:43,473 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0dfe1ddc01124e6b90329af545f98a73, entries=150, sequenceid=133, filesize=11.8 K 2024-11-24T11:23:43,474 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 230bb0fe34614e524ec710ebeef3726a in 1367ms, sequenceid=133, compaction requested=false 2024-11-24T11:23:43,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:43,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:43,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-24T11:23:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-24T11:23:43,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-24T11:23:43,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4500 sec 2024-11-24T11:23:43,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.4540 sec 2024-11-24T11:23:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:44,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:23:44,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:44,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:44,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:44,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:44,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:44,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:44,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bcf76357e35a46f290173b609f5c1153_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447422240/Put/seqid=0 2024-11-24T11:23:44,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742282_1458 (size=12304) 2024-11-24T11:23:44,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447484417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447484418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447484418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447484421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447484422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447484523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447484525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447484525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447484527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447484528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447484728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447484730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447484731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447484731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447484733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:44,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:44,799 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bcf76357e35a46f290173b609f5c1153_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bcf76357e35a46f290173b609f5c1153_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:44,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d1eb9f146d7d4dbdbcbc9316b853e21b, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:44,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d1eb9f146d7d4dbdbcbc9316b853e21b is 175, key is test_row_0/A:col10/1732447422240/Put/seqid=0 2024-11-24T11:23:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742283_1459 (size=31105) 2024-11-24T11:23:44,808 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d1eb9f146d7d4dbdbcbc9316b853e21b 2024-11-24T11:23:44,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/e494cf3b3ec94d0a910d8de09781cfa7 is 50, key is test_row_0/B:col10/1732447422240/Put/seqid=0 2024-11-24T11:23:44,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742284_1460 (size=12151) 2024-11-24T11:23:45,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447485033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447485034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447485035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447485039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447485039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T11:23:45,131 INFO [Thread-1873 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-24T11:23:45,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-24T11:23:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T11:23:45,133 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:45,134 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:45,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T11:23:45,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/e494cf3b3ec94d0a910d8de09781cfa7 2024-11-24T11:23:45,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/525669c4961442ebae9b69cf3b73ffa4 is 50, key is test_row_0/C:col10/1732447422240/Put/seqid=0 2024-11-24T11:23:45,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742285_1461 (size=12151) 2024-11-24T11:23:45,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/525669c4961442ebae9b69cf3b73ffa4 2024-11-24T11:23:45,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d1eb9f146d7d4dbdbcbc9316b853e21b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d1eb9f146d7d4dbdbcbc9316b853e21b 2024-11-24T11:23:45,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d1eb9f146d7d4dbdbcbc9316b853e21b, entries=150, sequenceid=148, filesize=30.4 K 2024-11-24T11:23:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/e494cf3b3ec94d0a910d8de09781cfa7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e494cf3b3ec94d0a910d8de09781cfa7 2024-11-24T11:23:45,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e494cf3b3ec94d0a910d8de09781cfa7, entries=150, sequenceid=148, filesize=11.9 K 2024-11-24T11:23:45,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/525669c4961442ebae9b69cf3b73ffa4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/525669c4961442ebae9b69cf3b73ffa4 2024-11-24T11:23:45,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/525669c4961442ebae9b69cf3b73ffa4, entries=150, sequenceid=148, filesize=11.9 K 2024-11-24T11:23:45,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 230bb0fe34614e524ec710ebeef3726a in 895ms, sequenceid=148, compaction requested=true 2024-11-24T11:23:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:45,277 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:45,278 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:45,278 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/A is initiating minor compaction (all files) 2024-11-24T11:23:45,278 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/A in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:45,278 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:45,278 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a41baf14f27c41fd96fedc02aa83ef2b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/5d6f43821d8f474aa2b630661bf2a658, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d1eb9f146d7d4dbdbcbc9316b853e21b] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=91.1 K 2024-11-24T11:23:45,278 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:45,279 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a41baf14f27c41fd96fedc02aa83ef2b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/5d6f43821d8f474aa2b630661bf2a658, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d1eb9f146d7d4dbdbcbc9316b853e21b] 2024-11-24T11:23:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:45,279 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a41baf14f27c41fd96fedc02aa83ef2b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732447421000 2024-11-24T11:23:45,279 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d6f43821d8f474aa2b630661bf2a658, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732447421089 2024-11-24T11:23:45,279 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:45,280 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/B is initiating minor compaction (all files) 2024-11-24T11:23:45,280 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1eb9f146d7d4dbdbcbc9316b853e21b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732447422240 2024-11-24T11:23:45,280 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/B in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:45,280 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/21547528c2d7435d8d5d956b9aae868a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/607c831bef0c4dcb9db8eeae3251f7d2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e494cf3b3ec94d0a910d8de09781cfa7] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=35.6 K 2024-11-24T11:23:45,280 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 21547528c2d7435d8d5d956b9aae868a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732447421000 2024-11-24T11:23:45,280 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 607c831bef0c4dcb9db8eeae3251f7d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732447421089 2024-11-24T11:23:45,281 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting e494cf3b3ec94d0a910d8de09781cfa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732447422240 2024-11-24T11:23:45,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T11:23:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:45,286 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T11:23:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:45,292 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:45,310 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#B#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:45,311 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/661e4977fd064596b21e128e29aaf81b is 50, key is test_row_0/B:col10/1732447422240/Put/seqid=0 2024-11-24T11:23:45,317 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242681ed468b414fdb8ed8a9a0f25c4658_230bb0fe34614e524ec710ebeef3726a store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:45,319 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242681ed468b414fdb8ed8a9a0f25c4658_230bb0fe34614e524ec710ebeef3726a, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:45,320 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242681ed468b414fdb8ed8a9a0f25c4658_230bb0fe34614e524ec710ebeef3726a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:45,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ab4bd856ce44afe912babc9db9db5ec_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447424420/Put/seqid=0 2024-11-24T11:23:45,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742286_1462 (size=12493) 2024-11-24T11:23:45,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742287_1463 (size=4469) 2024-11-24T11:23:45,353 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#A#compaction#393 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:45,354 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/2378114c5eb3446db71174ffa43838eb is 175, key is test_row_0/A:col10/1732447422240/Put/seqid=0 2024-11-24T11:23:45,354 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/661e4977fd064596b21e128e29aaf81b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/661e4977fd064596b21e128e29aaf81b 2024-11-24T11:23:45,359 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/B of 230bb0fe34614e524ec710ebeef3726a into 661e4977fd064596b21e128e29aaf81b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:45,359 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:45,359 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/B, priority=13, startTime=1732447425278; duration=0sec 2024-11-24T11:23:45,359 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:45,359 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:B 2024-11-24T11:23:45,360 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742289_1465 (size=31447) 2024-11-24T11:23:45,365 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:45,365 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/C is initiating minor compaction (all files) 2024-11-24T11:23:45,365 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/C in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:45,366 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/4104c872beb44960b5df9cf4e5cfa1cf, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0dfe1ddc01124e6b90329af545f98a73, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/525669c4961442ebae9b69cf3b73ffa4] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=35.6 K 2024-11-24T11:23:45,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742288_1464 (size=12304) 2024-11-24T11:23:45,367 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4104c872beb44960b5df9cf4e5cfa1cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732447421000 2024-11-24T11:23:45,368 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dfe1ddc01124e6b90329af545f98a73, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732447421089 2024-11-24T11:23:45,368 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 525669c4961442ebae9b69cf3b73ffa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732447422240 2024-11-24T11:23:45,372 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/2378114c5eb3446db71174ffa43838eb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/2378114c5eb3446db71174ffa43838eb 2024-11-24T11:23:45,377 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/A of 230bb0fe34614e524ec710ebeef3726a into 2378114c5eb3446db71174ffa43838eb(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:45,377 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:45,377 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/A, priority=13, startTime=1732447425277; duration=0sec 2024-11-24T11:23:45,377 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:45,377 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:A 2024-11-24T11:23:45,381 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:45,382 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/c11ae00641f5485bb9432c73500a54ad is 50, key is test_row_0/C:col10/1732447422240/Put/seqid=0 2024-11-24T11:23:45,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742290_1466 (size=12493) 2024-11-24T11:23:45,406 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/c11ae00641f5485bb9432c73500a54ad as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/c11ae00641f5485bb9432c73500a54ad 2024-11-24T11:23:45,410 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/C of 230bb0fe34614e524ec710ebeef3726a into c11ae00641f5485bb9432c73500a54ad(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:45,410 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:45,410 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/C, priority=13, startTime=1732447425279; duration=0sec 2024-11-24T11:23:45,410 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:45,410 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:C 2024-11-24T11:23:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T11:23:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:45,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447485556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447485556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447485558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447485561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447485561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447485662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447485662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447485665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447485665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447485667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T11:23:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:45,770 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ab4bd856ce44afe912babc9db9db5ec_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ab4bd856ce44afe912babc9db9db5ec_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:45,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/e57f870e2e5243d695e41ec30ed20ba5, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:45,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/e57f870e2e5243d695e41ec30ed20ba5 is 175, key is test_row_0/A:col10/1732447424420/Put/seqid=0 2024-11-24T11:23:45,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742291_1467 (size=31105) 2024-11-24T11:23:45,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447485867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447485867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447485870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447485870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:45,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447485871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:46,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447486172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:46,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447486172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:46,177 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/e57f870e2e5243d695e41ec30ed20ba5 2024-11-24T11:23:46,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447486176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:46,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447486177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:46,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447486177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:46,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/b239e49bfe1a47d8827c582c472e4c3e is 50, key is test_row_0/B:col10/1732447424420/Put/seqid=0 2024-11-24T11:23:46,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742292_1468 (size=12151) 2024-11-24T11:23:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T11:23:46,588 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/b239e49bfe1a47d8827c582c472e4c3e 2024-11-24T11:23:46,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/d9fca94ac5754c598539c1dc34161fda is 50, key is test_row_0/C:col10/1732447424420/Put/seqid=0 2024-11-24T11:23:46,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742293_1469 (size=12151) 2024-11-24T11:23:46,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447486679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:46,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447486680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:46,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447486682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:46,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447486683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:46,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447486685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,000 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/d9fca94ac5754c598539c1dc34161fda 2024-11-24T11:23:47,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/e57f870e2e5243d695e41ec30ed20ba5 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e57f870e2e5243d695e41ec30ed20ba5 2024-11-24T11:23:47,010 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e57f870e2e5243d695e41ec30ed20ba5, entries=150, sequenceid=170, filesize=30.4 K 2024-11-24T11:23:47,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/b239e49bfe1a47d8827c582c472e4c3e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b239e49bfe1a47d8827c582c472e4c3e 2024-11-24T11:23:47,014 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b239e49bfe1a47d8827c582c472e4c3e, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T11:23:47,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/d9fca94ac5754c598539c1dc34161fda as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/d9fca94ac5754c598539c1dc34161fda 2024-11-24T11:23:47,019 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/d9fca94ac5754c598539c1dc34161fda, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T11:23:47,020 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 230bb0fe34614e524ec710ebeef3726a in 1734ms, sequenceid=170, compaction requested=false 2024-11-24T11:23:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:47,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-24T11:23:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-24T11:23:47,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-24T11:23:47,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8890 sec 2024-11-24T11:23:47,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.8920 sec 2024-11-24T11:23:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T11:23:47,238 INFO [Thread-1873 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-24T11:23:47,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-24T11:23:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T11:23:47,240 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:47,241 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:47,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T11:23:47,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T11:23:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:47,394 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T11:23:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:47,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:47,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e94970ca0af34f1ebaba91d21fac8f48_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447425559/Put/seqid=0 2024-11-24T11:23:47,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742294_1470 (size=12304) 2024-11-24T11:23:47,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:47,440 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e94970ca0af34f1ebaba91d21fac8f48_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e94970ca0af34f1ebaba91d21fac8f48_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:47,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/b7163dbe5c804665a7844f3630e086e3, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/b7163dbe5c804665a7844f3630e086e3 is 175, key is test_row_0/A:col10/1732447425559/Put/seqid=0 2024-11-24T11:23:47,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742295_1471 (size=31105) 2024-11-24T11:23:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T11:23:47,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:47,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447487718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447487720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447487721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447487721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447487722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447487827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447487827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447487830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447487830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447487830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T11:23:47,864 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/b7163dbe5c804665a7844f3630e086e3 2024-11-24T11:23:47,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/05a5c9f248154e44be166e5f7b072b2c is 50, key is test_row_0/B:col10/1732447425559/Put/seqid=0 2024-11-24T11:23:47,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742296_1472 (size=12151) 2024-11-24T11:23:47,880 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/05a5c9f248154e44be166e5f7b072b2c 2024-11-24T11:23:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/f17741ef79b34ea0a4d7920a7f58c28f is 50, key is test_row_0/C:col10/1732447425559/Put/seqid=0 2024-11-24T11:23:47,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742297_1473 (size=12151) 2024-11-24T11:23:48,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447488034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447488034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447488037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447488037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447488037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,304 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/f17741ef79b34ea0a4d7920a7f58c28f 2024-11-24T11:23:48,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/b7163dbe5c804665a7844f3630e086e3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b7163dbe5c804665a7844f3630e086e3 2024-11-24T11:23:48,315 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b7163dbe5c804665a7844f3630e086e3, entries=150, sequenceid=188, filesize=30.4 K 2024-11-24T11:23:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/05a5c9f248154e44be166e5f7b072b2c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/05a5c9f248154e44be166e5f7b072b2c 2024-11-24T11:23:48,322 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/05a5c9f248154e44be166e5f7b072b2c, entries=150, sequenceid=188, filesize=11.9 K 2024-11-24T11:23:48,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/f17741ef79b34ea0a4d7920a7f58c28f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f17741ef79b34ea0a4d7920a7f58c28f 2024-11-24T11:23:48,327 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f17741ef79b34ea0a4d7920a7f58c28f, entries=150, sequenceid=188, filesize=11.9 K 2024-11-24T11:23:48,328 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 230bb0fe34614e524ec710ebeef3726a in 934ms, sequenceid=188, compaction requested=true 2024-11-24T11:23:48,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:48,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:48,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-24T11:23:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-24T11:23:48,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-24T11:23:48,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0880 sec 2024-11-24T11:23:48,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.0920 sec 2024-11-24T11:23:48,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T11:23:48,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T11:23:48,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:48,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:48,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:48,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:48,344 INFO [Thread-1873 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-24T11:23:48,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:48,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-24T11:23:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T11:23:48,346 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:48,348 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:48,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:48,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241922bb5b76ef48378c0af66d6e53a8ca_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447428341/Put/seqid=0 2024-11-24T11:23:48,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742298_1474 (size=12304) 2024-11-24T11:23:48,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447488358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447488360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447488361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447488362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447488363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T11:23:48,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447488468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447488468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447488468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447488469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447488469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T11:23:48,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:48,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:48,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:48,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T11:23:48,652 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T11:23:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:48,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447488670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447488671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447488671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447488674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447488676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:48,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241922bb5b76ef48378c0af66d6e53a8ca_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241922bb5b76ef48378c0af66d6e53a8ca_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:48,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/32a4c277f6724899a5fb7270e23ea534, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:48,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/32a4c277f6724899a5fb7270e23ea534 is 175, key is test_row_0/A:col10/1732447428341/Put/seqid=0 2024-11-24T11:23:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742299_1475 (size=31105) 2024-11-24T11:23:48,769 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/32a4c277f6724899a5fb7270e23ea534 2024-11-24T11:23:48,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/5153ffbe92824507aa2c44d0fba95179 is 50, key is test_row_0/B:col10/1732447428341/Put/seqid=0 2024-11-24T11:23:48,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742300_1476 (size=12151) 2024-11-24T11:23:48,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T11:23:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:48,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T11:23:48,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T11:23:48,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:48,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:48,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:48,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:48,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447488976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447488981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447488982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447488982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:48,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447488982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:49,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:49,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T11:23:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/5153ffbe92824507aa2c44d0fba95179 2024-11-24T11:23:49,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/698d9072254543a18b7846bcba49a4d0 is 50, key is test_row_0/C:col10/1732447428341/Put/seqid=0 2024-11-24T11:23:49,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742301_1477 (size=12151) 2024-11-24T11:23:49,264 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:49,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T11:23:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:49,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:49,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T11:23:49,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:49,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T11:23:49,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447489487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:49,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447489489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:49,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447489489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:49,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447489491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:49,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447489485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:49,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:49,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T11:23:49,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:49,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:49,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/698d9072254543a18b7846bcba49a4d0 2024-11-24T11:23:49,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/32a4c277f6724899a5fb7270e23ea534 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/32a4c277f6724899a5fb7270e23ea534 2024-11-24T11:23:49,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/32a4c277f6724899a5fb7270e23ea534, entries=150, sequenceid=211, filesize=30.4 K 2024-11-24T11:23:49,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/5153ffbe92824507aa2c44d0fba95179 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/5153ffbe92824507aa2c44d0fba95179 2024-11-24T11:23:49,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/5153ffbe92824507aa2c44d0fba95179, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T11:23:49,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/698d9072254543a18b7846bcba49a4d0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/698d9072254543a18b7846bcba49a4d0 2024-11-24T11:23:49,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/698d9072254543a18b7846bcba49a4d0, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T11:23:49,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 230bb0fe34614e524ec710ebeef3726a in 1265ms, sequenceid=211, compaction requested=true 2024-11-24T11:23:49,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:49,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:49,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:49,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:49,608 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:49,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:49,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:49,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T11:23:49,609 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:49,610 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:49,610 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/A is initiating minor compaction (all files) 2024-11-24T11:23:49,610 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:49,610 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/A in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,610 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/B is initiating minor compaction (all files) 2024-11-24T11:23:49,610 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/2378114c5eb3446db71174ffa43838eb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e57f870e2e5243d695e41ec30ed20ba5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b7163dbe5c804665a7844f3630e086e3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/32a4c277f6724899a5fb7270e23ea534] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=121.8 K 2024-11-24T11:23:49,610 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/B in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,610 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,611 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/2378114c5eb3446db71174ffa43838eb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e57f870e2e5243d695e41ec30ed20ba5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b7163dbe5c804665a7844f3630e086e3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/32a4c277f6724899a5fb7270e23ea534] 2024-11-24T11:23:49,611 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/661e4977fd064596b21e128e29aaf81b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b239e49bfe1a47d8827c582c472e4c3e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/05a5c9f248154e44be166e5f7b072b2c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/5153ffbe92824507aa2c44d0fba95179] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=47.8 K 2024-11-24T11:23:49,612 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 661e4977fd064596b21e128e29aaf81b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732447422240 2024-11-24T11:23:49,612 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2378114c5eb3446db71174ffa43838eb, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732447422240 2024-11-24T11:23:49,612 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b239e49bfe1a47d8827c582c472e4c3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732447424414 2024-11-24T11:23:49,613 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e57f870e2e5243d695e41ec30ed20ba5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732447424414 2024-11-24T11:23:49,613 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 05a5c9f248154e44be166e5f7b072b2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732447425556 2024-11-24T11:23:49,613 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5153ffbe92824507aa2c44d0fba95179, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732447427718 2024-11-24T11:23:49,613 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7163dbe5c804665a7844f3630e086e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732447425556 2024-11-24T11:23:49,613 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32a4c277f6724899a5fb7270e23ea534, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732447427718 2024-11-24T11:23:49,622 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:49,622 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/872c502a0e7e4fb28f7753f329e03385 is 50, key is test_row_0/B:col10/1732447428341/Put/seqid=0 2024-11-24T11:23:49,623 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:49,626 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247cc5baf911e94e77aeebd359f0c244d4_230bb0fe34614e524ec710ebeef3726a store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:49,628 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247cc5baf911e94e77aeebd359f0c244d4_230bb0fe34614e524ec710ebeef3726a, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:49,628 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247cc5baf911e94e77aeebd359f0c244d4_230bb0fe34614e524ec710ebeef3726a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:49,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742302_1478 (size=12629) 2024-11-24T11:23:49,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742303_1479 (size=4469) 2024-11-24T11:23:49,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:49,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T11:23:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:49,727 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:23:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:49,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:49,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:49,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:49,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241a43549919754b8ba20ae3c1d229f2e6_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447428361/Put/seqid=0 2024-11-24T11:23:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742304_1480 (size=12304) 2024-11-24T11:23:50,035 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/872c502a0e7e4fb28f7753f329e03385 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/872c502a0e7e4fb28f7753f329e03385 2024-11-24T11:23:50,039 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#A#compaction#406 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:50,039 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/24773ea569c240b38675aa09ff9d4363 is 175, key is test_row_0/A:col10/1732447428341/Put/seqid=0 2024-11-24T11:23:50,040 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/B of 230bb0fe34614e524ec710ebeef3726a into 872c502a0e7e4fb28f7753f329e03385(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:50,040 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:50,040 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/B, priority=12, startTime=1732447429608; duration=0sec 2024-11-24T11:23:50,040 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:50,040 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:B 2024-11-24T11:23:50,041 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:23:50,042 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:23:50,042 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/C is initiating minor compaction (all files) 2024-11-24T11:23:50,042 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/C in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:50,042 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/c11ae00641f5485bb9432c73500a54ad, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/d9fca94ac5754c598539c1dc34161fda, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f17741ef79b34ea0a4d7920a7f58c28f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/698d9072254543a18b7846bcba49a4d0] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=47.8 K 2024-11-24T11:23:50,043 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting c11ae00641f5485bb9432c73500a54ad, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732447422240 2024-11-24T11:23:50,043 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d9fca94ac5754c598539c1dc34161fda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732447424414 2024-11-24T11:23:50,043 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting f17741ef79b34ea0a4d7920a7f58c28f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732447425556 2024-11-24T11:23:50,044 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 698d9072254543a18b7846bcba49a4d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732447427718 2024-11-24T11:23:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742305_1481 (size=31583) 2024-11-24T11:23:50,052 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#C#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:50,053 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/ec9f1dddf5c24cbda4fc00a6f3c8bee8 is 50, key is test_row_0/C:col10/1732447428341/Put/seqid=0 2024-11-24T11:23:50,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742306_1482 (size=12629) 2024-11-24T11:23:50,060 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/ec9f1dddf5c24cbda4fc00a6f3c8bee8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/ec9f1dddf5c24cbda4fc00a6f3c8bee8 2024-11-24T11:23:50,063 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/C of 230bb0fe34614e524ec710ebeef3726a into ec9f1dddf5c24cbda4fc00a6f3c8bee8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:50,063 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:50,063 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/C, priority=12, startTime=1732447429608; duration=0sec 2024-11-24T11:23:50,063 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:50,063 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:C 2024-11-24T11:23:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:50,153 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241a43549919754b8ba20ae3c1d229f2e6_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a43549919754b8ba20ae3c1d229f2e6_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:50,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/a9c2bfc62d6342f89f0354f4a5211517, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:50,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/a9c2bfc62d6342f89f0354f4a5211517 is 175, key is test_row_0/A:col10/1732447428361/Put/seqid=0 2024-11-24T11:23:50,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742307_1483 (size=31105) 2024-11-24T11:23:50,449 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/24773ea569c240b38675aa09ff9d4363 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/24773ea569c240b38675aa09ff9d4363 2024-11-24T11:23:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T11:23:50,453 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/A of 230bb0fe34614e524ec710ebeef3726a into 24773ea569c240b38675aa09ff9d4363(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:50,453 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:50,453 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/A, priority=12, startTime=1732447429608; duration=0sec 2024-11-24T11:23:50,453 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:50,453 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:A 2024-11-24T11:23:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:50,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:50,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447490518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447490523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447490523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447490524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447490525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,561 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/a9c2bfc62d6342f89f0354f4a5211517 2024-11-24T11:23:50,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/df9e9a17f1e24976ab101eefd688146f is 50, key is test_row_0/B:col10/1732447428361/Put/seqid=0 2024-11-24T11:23:50,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742308_1484 (size=12151) 2024-11-24T11:23:50,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447490626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447490632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447490632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447490633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447490634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447490830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447490836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447490837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447490838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447490839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:50,972 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/df9e9a17f1e24976ab101eefd688146f 2024-11-24T11:23:50,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/770eb6cce8414e0b825008464628e0a8 is 50, key is test_row_0/C:col10/1732447428361/Put/seqid=0 2024-11-24T11:23:50,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742309_1485 (size=12151) 2024-11-24T11:23:51,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447491135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447491142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447491144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447491145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447491145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,397 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/770eb6cce8414e0b825008464628e0a8 2024-11-24T11:23:51,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/a9c2bfc62d6342f89f0354f4a5211517 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a9c2bfc62d6342f89f0354f4a5211517 2024-11-24T11:23:51,404 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a9c2bfc62d6342f89f0354f4a5211517, entries=150, sequenceid=224, filesize=30.4 K 2024-11-24T11:23:51,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/df9e9a17f1e24976ab101eefd688146f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/df9e9a17f1e24976ab101eefd688146f 2024-11-24T11:23:51,408 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/df9e9a17f1e24976ab101eefd688146f, entries=150, sequenceid=224, filesize=11.9 K 2024-11-24T11:23:51,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/770eb6cce8414e0b825008464628e0a8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/770eb6cce8414e0b825008464628e0a8 2024-11-24T11:23:51,412 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/770eb6cce8414e0b825008464628e0a8, entries=150, sequenceid=224, filesize=11.9 K 2024-11-24T11:23:51,412 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 230bb0fe34614e524ec710ebeef3726a in 1685ms, sequenceid=224, compaction requested=false 2024-11-24T11:23:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-24T11:23:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-24T11:23:51,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-24T11:23:51,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0650 sec 2024-11-24T11:23:51,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 3.0700 sec 2024-11-24T11:23:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:51,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T11:23:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:51,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124833c499d00644fb99e6b23e121b54d0e_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447430514/Put/seqid=0 2024-11-24T11:23:51,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742310_1486 (size=14794) 2024-11-24T11:23:51,655 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:51,660 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124833c499d00644fb99e6b23e121b54d0e_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124833c499d00644fb99e6b23e121b54d0e_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:51,661 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/8f224f10a3764d338e14274aa2f68942, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:51,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/8f224f10a3764d338e14274aa2f68942 is 175, key is test_row_0/A:col10/1732447430514/Put/seqid=0 2024-11-24T11:23:51,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742311_1487 (size=39749) 2024-11-24T11:23:51,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447491658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447491658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447491660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447491663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447491664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447491766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447491767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447491769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447491770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447491770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447491968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447491971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447491975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447491975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:51,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447491975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,066 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/8f224f10a3764d338e14274aa2f68942 2024-11-24T11:23:52,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/47da0fa79db94731ad7a4c0b262b4831 is 50, key is test_row_0/B:col10/1732447430514/Put/seqid=0 2024-11-24T11:23:52,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742312_1488 (size=12151) 2024-11-24T11:23:52,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447492272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447492276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447492281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447492281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447492282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T11:23:52,453 INFO [Thread-1873 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-24T11:23:52,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:23:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-24T11:23:52,456 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:23:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T11:23:52,456 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:23:52,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:23:52,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/47da0fa79db94731ad7a4c0b262b4831 2024-11-24T11:23:52,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/3535bed579004c2da93750402c9c9df6 is 50, key is test_row_0/C:col10/1732447430514/Put/seqid=0 2024-11-24T11:23:52,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742313_1489 (size=12151) 2024-11-24T11:23:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T11:23:52,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T11:23:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:52,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T11:23:52,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T11:23:52,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:52,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:52,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:52,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:52,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:23:52,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447492781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447492783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447492789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447492790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447492790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/3535bed579004c2da93750402c9c9df6 2024-11-24T11:23:52,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/8f224f10a3764d338e14274aa2f68942 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8f224f10a3764d338e14274aa2f68942 2024-11-24T11:23:52,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8f224f10a3764d338e14274aa2f68942, entries=200, sequenceid=251, filesize=38.8 K 2024-11-24T11:23:52,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/47da0fa79db94731ad7a4c0b262b4831 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/47da0fa79db94731ad7a4c0b262b4831 2024-11-24T11:23:52,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/47da0fa79db94731ad7a4c0b262b4831, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T11:23:52,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/3535bed579004c2da93750402c9c9df6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/3535bed579004c2da93750402c9c9df6 2024-11-24T11:23:52,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/3535bed579004c2da93750402c9c9df6, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T11:23:52,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 230bb0fe34614e524ec710ebeef3726a in 1261ms, sequenceid=251, compaction requested=true 2024-11-24T11:23:52,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:52,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:52,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:52,905 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:52,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:52,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:52,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:52,905 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:52,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:52,905 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:52,905 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:52,905 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/B is initiating minor compaction (all files) 2024-11-24T11:23:52,906 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/A is initiating minor compaction (all files) 2024-11-24T11:23:52,906 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/B in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:52,906 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/A in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:52,906 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/872c502a0e7e4fb28f7753f329e03385, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/df9e9a17f1e24976ab101eefd688146f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/47da0fa79db94731ad7a4c0b262b4831] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=36.1 K 2024-11-24T11:23:52,906 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/24773ea569c240b38675aa09ff9d4363, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a9c2bfc62d6342f89f0354f4a5211517, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8f224f10a3764d338e14274aa2f68942] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=100.0 K 2024-11-24T11:23:52,906 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:52,906 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/24773ea569c240b38675aa09ff9d4363, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a9c2bfc62d6342f89f0354f4a5211517, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8f224f10a3764d338e14274aa2f68942] 2024-11-24T11:23:52,906 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 872c502a0e7e4fb28f7753f329e03385, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732447427718 2024-11-24T11:23:52,906 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24773ea569c240b38675aa09ff9d4363, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732447427718 2024-11-24T11:23:52,906 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting df9e9a17f1e24976ab101eefd688146f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732447428344 2024-11-24T11:23:52,906 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9c2bfc62d6342f89f0354f4a5211517, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732447428344 2024-11-24T11:23:52,906 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 47da0fa79db94731ad7a4c0b262b4831, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732447430514 2024-11-24T11:23:52,907 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f224f10a3764d338e14274aa2f68942, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732447430514 2024-11-24T11:23:52,912 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:52,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:52,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T11:23:52,914 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#B#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:52,915 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:23:52,915 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/b62008dfe5a641d284b996cd94b5ad16 is 50, key is test_row_0/B:col10/1732447430514/Put/seqid=0 2024-11-24T11:23:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:52,919 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112409b8b6327de44fc5af214e7ecb66c190_230bb0fe34614e524ec710ebeef3726a store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:52,920 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112409b8b6327de44fc5af214e7ecb66c190_230bb0fe34614e524ec710ebeef3726a, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:52,920 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112409b8b6327de44fc5af214e7ecb66c190_230bb0fe34614e524ec710ebeef3726a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:52,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742314_1490 (size=12731) 2024-11-24T11:23:52,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244240ecca42d446178e41e0ecc55a7d05_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447431658/Put/seqid=0 2024-11-24T11:23:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742315_1491 (size=4469) 2024-11-24T11:23:52,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742316_1492 (size=12454) 2024-11-24T11:23:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T11:23:53,339 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/b62008dfe5a641d284b996cd94b5ad16 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b62008dfe5a641d284b996cd94b5ad16 2024-11-24T11:23:53,343 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#A#compaction#414 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:53,343 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/B of 230bb0fe34614e524ec710ebeef3726a into b62008dfe5a641d284b996cd94b5ad16(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:53,343 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:53,343 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/B, priority=13, startTime=1732447432905; duration=0sec 2024-11-24T11:23:53,343 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:53,343 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:B 2024-11-24T11:23:53,343 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:53,343 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/71aed7c9eb244cfb9badf8cb445eec26 is 175, key is test_row_0/A:col10/1732447430514/Put/seqid=0 2024-11-24T11:23:53,345 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:53,345 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/C is initiating minor compaction (all files) 2024-11-24T11:23:53,345 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/C in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:53,345 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/ec9f1dddf5c24cbda4fc00a6f3c8bee8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/770eb6cce8414e0b825008464628e0a8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/3535bed579004c2da93750402c9c9df6] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=36.1 K 2024-11-24T11:23:53,345 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ec9f1dddf5c24cbda4fc00a6f3c8bee8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732447427718 2024-11-24T11:23:53,346 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 770eb6cce8414e0b825008464628e0a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732447428344 2024-11-24T11:23:53,346 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3535bed579004c2da93750402c9c9df6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732447430514 2024-11-24T11:23:53,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742317_1493 (size=31685) 2024-11-24T11:23:53,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:53,352 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:53,352 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244240ecca42d446178e41e0ecc55a7d05_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244240ecca42d446178e41e0ecc55a7d05_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:53,353 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/2c589678077440b292c26a8f85a7f9f6 is 50, key is test_row_0/C:col10/1732447430514/Put/seqid=0 2024-11-24T11:23:53,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d8860a335ced433c8b2f899a19faf922, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:53,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d8860a335ced433c8b2f899a19faf922 is 175, key is test_row_0/A:col10/1732447431658/Put/seqid=0 2024-11-24T11:23:53,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742318_1494 (size=12731) 2024-11-24T11:23:53,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742319_1495 (size=31255) 2024-11-24T11:23:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T11:23:53,752 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/71aed7c9eb244cfb9badf8cb445eec26 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/71aed7c9eb244cfb9badf8cb445eec26 2024-11-24T11:23:53,756 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/A of 230bb0fe34614e524ec710ebeef3726a into 71aed7c9eb244cfb9badf8cb445eec26(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:53,756 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:53,756 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/A, priority=13, startTime=1732447432904; duration=0sec 2024-11-24T11:23:53,756 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:53,756 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:A 2024-11-24T11:23:53,757 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d8860a335ced433c8b2f899a19faf922 2024-11-24T11:23:53,761 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/2c589678077440b292c26a8f85a7f9f6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/2c589678077440b292c26a8f85a7f9f6 2024-11-24T11:23:53,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/8558046078de411282df44662d77865e is 50, key is test_row_0/B:col10/1732447431658/Put/seqid=0 2024-11-24T11:23:53,765 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/C of 230bb0fe34614e524ec710ebeef3726a into 2c589678077440b292c26a8f85a7f9f6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:53,765 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:53,765 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/C, priority=13, startTime=1732447432905; duration=0sec 2024-11-24T11:23:53,765 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:53,765 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:C 2024-11-24T11:23:53,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742320_1496 (size=12301) 2024-11-24T11:23:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:53,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. as already flushing 2024-11-24T11:23:53,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447493814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:53,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447493816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:53,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447493818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:53,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447493818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:53,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447493820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447493921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447493923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447493923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:53,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447493925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:53,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447493925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:54,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447494125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:54,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447494126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:54,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447494126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:54,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447494129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:54,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447494130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:54,168 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/8558046078de411282df44662d77865e 2024-11-24T11:23:54,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/371da9ceaaa94f44b43214196fe7d8c2 is 50, key is test_row_0/C:col10/1732447431658/Put/seqid=0 2024-11-24T11:23:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742321_1497 (size=12301) 2024-11-24T11:23:54,195 DEBUG [Thread-1876 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x48f0df41 to 127.0.0.1:50154 2024-11-24T11:23:54,195 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:54,198 DEBUG [Thread-1878 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75007f77 to 127.0.0.1:50154 2024-11-24T11:23:54,198 DEBUG [Thread-1878 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:54,200 DEBUG [Thread-1882 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e78f51e to 127.0.0.1:50154 2024-11-24T11:23:54,200 DEBUG [Thread-1882 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:54,201 DEBUG [Thread-1874 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4eb33298 to 127.0.0.1:50154 2024-11-24T11:23:54,201 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:54,202 DEBUG [Thread-1880 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ea22e1f to 127.0.0.1:50154 2024-11-24T11:23:54,202 DEBUG [Thread-1880 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:54,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:54,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:54,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55616 deadline: 1732447494431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55640 deadline: 1732447494431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732447494431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:54,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55594 deadline: 1732447494435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:54,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:23:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732447494435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T11:23:54,584 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/371da9ceaaa94f44b43214196fe7d8c2 2024-11-24T11:23:54,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d8860a335ced433c8b2f899a19faf922 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d8860a335ced433c8b2f899a19faf922 2024-11-24T11:23:54,591 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d8860a335ced433c8b2f899a19faf922, entries=150, sequenceid=263, filesize=30.5 K 2024-11-24T11:23:54,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/8558046078de411282df44662d77865e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8558046078de411282df44662d77865e 2024-11-24T11:23:54,594 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8558046078de411282df44662d77865e, entries=150, sequenceid=263, filesize=12.0 K 2024-11-24T11:23:54,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/371da9ceaaa94f44b43214196fe7d8c2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/371da9ceaaa94f44b43214196fe7d8c2 2024-11-24T11:23:54,597 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/371da9ceaaa94f44b43214196fe7d8c2, entries=150, sequenceid=263, filesize=12.0 K 2024-11-24T11:23:54,598 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 230bb0fe34614e524ec710ebeef3726a in 1683ms, sequenceid=263, compaction requested=false 2024-11-24T11:23:54,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:54,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:54,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-24T11:23:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-24T11:23:54,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-24T11:23:54,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1430 sec 2024-11-24T11:23:54,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.1460 sec 2024-11-24T11:23:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:54,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:23:54,934 DEBUG [Thread-1871 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f0f67dd to 127.0.0.1:50154 2024-11-24T11:23:54,934 DEBUG [Thread-1871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:54,937 DEBUG [Thread-1867 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c752e54 to 127.0.0.1:50154 2024-11-24T11:23:54,937 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:54,937 DEBUG [Thread-1869 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55076771 to 127.0.0.1:50154 2024-11-24T11:23:54,937 DEBUG [Thread-1869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:54,937 DEBUG [Thread-1865 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e8e0d12 to 127.0.0.1:50154 2024-11-24T11:23:54,937 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:54,939 DEBUG [Thread-1863 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ad42d38 to 127.0.0.1:50154 2024-11-24T11:23:54,939 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:54,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240abb9e9b355b41f3aa6243edc72843e5_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447433819/Put/seqid=0 2024-11-24T11:23:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742322_1498 (size=12454) 2024-11-24T11:23:55,345 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:55,348 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240abb9e9b355b41f3aa6243edc72843e5_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240abb9e9b355b41f3aa6243edc72843e5_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:55,349 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d5d53464924b45199470545d5e094dac, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:55,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d5d53464924b45199470545d5e094dac is 175, key is test_row_0/A:col10/1732447433819/Put/seqid=0 2024-11-24T11:23:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742323_1499 (size=31255) 2024-11-24T11:23:55,753 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d5d53464924b45199470545d5e094dac 2024-11-24T11:23:55,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/3bcfaca7cc4d42b28bbc5a89f8589536 is 50, key is test_row_0/B:col10/1732447433819/Put/seqid=0 2024-11-24T11:23:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742324_1500 (size=12301) 2024-11-24T11:23:56,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/3bcfaca7cc4d42b28bbc5a89f8589536 2024-11-24T11:23:56,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/f72d8f0b46f1440f998e123c5a3ab440 is 50, key is test_row_0/C:col10/1732447433819/Put/seqid=0 2024-11-24T11:23:56,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742325_1501 (size=12301) 2024-11-24T11:23:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T11:23:56,561 INFO [Thread-1873 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2215 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6645 rows 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2203 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6609 rows 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2216 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6648 rows 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2196 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6588 rows 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2193 2024-11-24T11:23:56,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6579 rows 2024-11-24T11:23:56,561 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T11:23:56,561 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16dc0563 to 127.0.0.1:50154 2024-11-24T11:23:56,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:56,563 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T11:23:56,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T11:23:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T11:23:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T11:23:56,568 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447436567"}]},"ts":"1732447436567"} 2024-11-24T11:23:56,569 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T11:23:56,572 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T11:23:56,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T11:23:56,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=230bb0fe34614e524ec710ebeef3726a, UNASSIGN}] 2024-11-24T11:23:56,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/f72d8f0b46f1440f998e123c5a3ab440 2024-11-24T11:23:56,574 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=230bb0fe34614e524ec710ebeef3726a, UNASSIGN 2024-11-24T11:23:56,574 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=230bb0fe34614e524ec710ebeef3726a, regionState=CLOSING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:23:56,575 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T11:23:56,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure 230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:23:56,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/d5d53464924b45199470545d5e094dac as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d5d53464924b45199470545d5e094dac 2024-11-24T11:23:56,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d5d53464924b45199470545d5e094dac, entries=150, sequenceid=291, filesize=30.5 K 2024-11-24T11:23:56,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/3bcfaca7cc4d42b28bbc5a89f8589536 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/3bcfaca7cc4d42b28bbc5a89f8589536 2024-11-24T11:23:56,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/3bcfaca7cc4d42b28bbc5a89f8589536, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T11:23:56,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/f72d8f0b46f1440f998e123c5a3ab440 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f72d8f0b46f1440f998e123c5a3ab440 2024-11-24T11:23:56,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f72d8f0b46f1440f998e123c5a3ab440, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T11:23:56,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 230bb0fe34614e524ec710ebeef3726a in 1653ms, sequenceid=291, compaction requested=true 2024-11-24T11:23:56,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:56,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:23:56,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:56,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:23:56,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:56,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 230bb0fe34614e524ec710ebeef3726a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:23:56,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:56,587 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:56,587 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:56,587 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:56,587 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:56,588 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/A is initiating minor compaction (all files) 2024-11-24T11:23:56,588 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/B is initiating minor compaction (all files) 2024-11-24T11:23:56,588 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/A in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:56,588 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/B in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:56,588 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/71aed7c9eb244cfb9badf8cb445eec26, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d8860a335ced433c8b2f899a19faf922, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d5d53464924b45199470545d5e094dac] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=92.0 K 2024-11-24T11:23:56,588 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b62008dfe5a641d284b996cd94b5ad16, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8558046078de411282df44662d77865e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/3bcfaca7cc4d42b28bbc5a89f8589536] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=36.5 K 2024-11-24T11:23:56,588 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:56,588 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/71aed7c9eb244cfb9badf8cb445eec26, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d8860a335ced433c8b2f899a19faf922, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d5d53464924b45199470545d5e094dac] 2024-11-24T11:23:56,588 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71aed7c9eb244cfb9badf8cb445eec26, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732447430514 2024-11-24T11:23:56,588 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b62008dfe5a641d284b996cd94b5ad16, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732447430514 2024-11-24T11:23:56,588 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8860a335ced433c8b2f899a19faf922, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732447431656 2024-11-24T11:23:56,588 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8558046078de411282df44662d77865e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732447431656 2024-11-24T11:23:56,589 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5d53464924b45199470545d5e094dac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732447433815 2024-11-24T11:23:56,589 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bcfaca7cc4d42b28bbc5a89f8589536, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732447433815 2024-11-24T11:23:56,594 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:56,594 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#B#compaction#423 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:56,595 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/4bbbdd7de6944668a4856f88e1ad2149 is 50, key is test_row_0/B:col10/1732447433819/Put/seqid=0 2024-11-24T11:23:56,595 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112414552f922fe24056b80d94dafeff42a5_230bb0fe34614e524ec710ebeef3726a store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:56,598 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112414552f922fe24056b80d94dafeff42a5_230bb0fe34614e524ec710ebeef3726a, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:56,598 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112414552f922fe24056b80d94dafeff42a5_230bb0fe34614e524ec710ebeef3726a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:56,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742326_1502 (size=12983) 2024-11-24T11:23:56,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742327_1503 (size=4469) 2024-11-24T11:23:56,606 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/4bbbdd7de6944668a4856f88e1ad2149 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/4bbbdd7de6944668a4856f88e1ad2149 2024-11-24T11:23:56,610 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/B of 230bb0fe34614e524ec710ebeef3726a into 4bbbdd7de6944668a4856f88e1ad2149(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:56,610 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:56,610 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/B, priority=13, startTime=1732447436587; duration=0sec 2024-11-24T11:23:56,610 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:23:56,610 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:B 2024-11-24T11:23:56,610 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:23:56,611 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:23:56,611 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 230bb0fe34614e524ec710ebeef3726a/C is initiating minor compaction (all files) 2024-11-24T11:23:56,611 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 230bb0fe34614e524ec710ebeef3726a/C in TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:56,611 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/2c589678077440b292c26a8f85a7f9f6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/371da9ceaaa94f44b43214196fe7d8c2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f72d8f0b46f1440f998e123c5a3ab440] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp, totalSize=36.5 K 2024-11-24T11:23:56,611 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c589678077440b292c26a8f85a7f9f6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732447430514 2024-11-24T11:23:56,611 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 371da9ceaaa94f44b43214196fe7d8c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732447431656 2024-11-24T11:23:56,611 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting f72d8f0b46f1440f998e123c5a3ab440, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732447433815 2024-11-24T11:23:56,617 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:56,617 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/be99aa7a2841403191bf1d6b1352c080 is 50, key is test_row_0/C:col10/1732447433819/Put/seqid=0 2024-11-24T11:23:56,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742328_1504 (size=12983) 2024-11-24T11:23:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T11:23:56,726 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:23:56,727 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:56,727 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T11:23:56,727 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing 230bb0fe34614e524ec710ebeef3726a, disabling compactions & flushes 2024-11-24T11:23:56,727 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T11:23:57,005 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 230bb0fe34614e524ec710ebeef3726a#A#compaction#424 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:23:57,006 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/befdbb911fb041f8b8afdc60dc2b63a3 is 175, key is test_row_0/A:col10/1732447433819/Put/seqid=0 2024-11-24T11:23:57,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742329_1505 (size=31937) 2024-11-24T11:23:57,024 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/be99aa7a2841403191bf1d6b1352c080 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/be99aa7a2841403191bf1d6b1352c080 2024-11-24T11:23:57,027 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/C of 230bb0fe34614e524ec710ebeef3726a into be99aa7a2841403191bf1d6b1352c080(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:57,027 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:57,027 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/C, priority=13, startTime=1732447436587; duration=0sec 2024-11-24T11:23:57,027 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:57,027 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:C 2024-11-24T11:23:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T11:23:57,414 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/befdbb911fb041f8b8afdc60dc2b63a3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/befdbb911fb041f8b8afdc60dc2b63a3 2024-11-24T11:23:57,417 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 230bb0fe34614e524ec710ebeef3726a/A of 230bb0fe34614e524ec710ebeef3726a into befdbb911fb041f8b8afdc60dc2b63a3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:23:57,417 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:57,417 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:57,417 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a., storeName=230bb0fe34614e524ec710ebeef3726a/A, priority=13, startTime=1732447436587; duration=0sec 2024-11-24T11:23:57,417 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:57,417 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. after waiting 0 ms 2024-11-24T11:23:57,417 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:57,417 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:23:57,417 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 230bb0fe34614e524ec710ebeef3726a:A 2024-11-24T11:23:57,418 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing 230bb0fe34614e524ec710ebeef3726a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T11:23:57,418 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=A 2024-11-24T11:23:57,418 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:57,418 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=B 2024-11-24T11:23:57,418 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:57,418 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 230bb0fe34614e524ec710ebeef3726a, store=C 2024-11-24T11:23:57,418 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:23:57,422 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248e3b75af75574dddb38b7dc08a41105b_230bb0fe34614e524ec710ebeef3726a is 50, key is test_row_0/A:col10/1732447434937/Put/seqid=0 2024-11-24T11:23:57,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742330_1506 (size=9914) 2024-11-24T11:23:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T11:23:57,826 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:57,829 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248e3b75af75574dddb38b7dc08a41105b_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248e3b75af75574dddb38b7dc08a41105b_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:57,830 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/9ef80d97899e4964a3a9ba183a319a9a, store: [table=TestAcidGuarantees family=A region=230bb0fe34614e524ec710ebeef3726a] 2024-11-24T11:23:57,831 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/9ef80d97899e4964a3a9ba183a319a9a is 175, key is test_row_0/A:col10/1732447434937/Put/seqid=0 2024-11-24T11:23:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742331_1507 (size=22561) 2024-11-24T11:23:58,235 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/9ef80d97899e4964a3a9ba183a319a9a 2024-11-24T11:23:58,240 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/4d062746c1364cba911f24f4e0b92df5 is 50, key is test_row_0/B:col10/1732447434937/Put/seqid=0 2024-11-24T11:23:58,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742332_1508 (size=9857) 2024-11-24T11:23:58,643 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/4d062746c1364cba911f24f4e0b92df5 2024-11-24T11:23:58,648 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/7d976a258bea4cf1b1e55ef05a08b2a3 is 50, key is test_row_0/C:col10/1732447434937/Put/seqid=0 2024-11-24T11:23:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742333_1509 (size=9857) 2024-11-24T11:23:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T11:23:59,052 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/7d976a258bea4cf1b1e55ef05a08b2a3 2024-11-24T11:23:59,055 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/A/9ef80d97899e4964a3a9ba183a319a9a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/9ef80d97899e4964a3a9ba183a319a9a 2024-11-24T11:23:59,057 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/9ef80d97899e4964a3a9ba183a319a9a, entries=100, sequenceid=301, filesize=22.0 K 2024-11-24T11:23:59,058 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/B/4d062746c1364cba911f24f4e0b92df5 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/4d062746c1364cba911f24f4e0b92df5 2024-11-24T11:23:59,060 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/4d062746c1364cba911f24f4e0b92df5, entries=100, sequenceid=301, filesize=9.6 K 2024-11-24T11:23:59,061 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/.tmp/C/7d976a258bea4cf1b1e55ef05a08b2a3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/7d976a258bea4cf1b1e55ef05a08b2a3 2024-11-24T11:23:59,063 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/7d976a258bea4cf1b1e55ef05a08b2a3, entries=100, sequenceid=301, filesize=9.6 K 2024-11-24T11:23:59,063 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 230bb0fe34614e524ec710ebeef3726a in 1646ms, sequenceid=301, compaction requested=false 2024-11-24T11:23:59,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/7b010432e4604eb8bbe222e4f4473f4f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/4ca52f17d5554ea89e8a7fb4eb62a452, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/070a4df8d6dd4482b8dc1c9418718024, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8be131736e7d4d22bd1ef26d28f36750, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e6303f4312ad4c4490b4498d54a779c2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/1fbf572a6bce4243ab12495bde6ffef0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b85f1bda8de743aba566a61d2f14eecd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a41baf14f27c41fd96fedc02aa83ef2b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/5d6f43821d8f474aa2b630661bf2a658, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/2378114c5eb3446db71174ffa43838eb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d1eb9f146d7d4dbdbcbc9316b853e21b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e57f870e2e5243d695e41ec30ed20ba5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b7163dbe5c804665a7844f3630e086e3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/24773ea569c240b38675aa09ff9d4363, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/32a4c277f6724899a5fb7270e23ea534, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a9c2bfc62d6342f89f0354f4a5211517, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8f224f10a3764d338e14274aa2f68942, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/71aed7c9eb244cfb9badf8cb445eec26, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d8860a335ced433c8b2f899a19faf922, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d5d53464924b45199470545d5e094dac] to archive 2024-11-24T11:23:59,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:23:59,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/7b010432e4604eb8bbe222e4f4473f4f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/7b010432e4604eb8bbe222e4f4473f4f 2024-11-24T11:23:59,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/4ca52f17d5554ea89e8a7fb4eb62a452 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/4ca52f17d5554ea89e8a7fb4eb62a452 2024-11-24T11:23:59,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/070a4df8d6dd4482b8dc1c9418718024 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/070a4df8d6dd4482b8dc1c9418718024 2024-11-24T11:23:59,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8be131736e7d4d22bd1ef26d28f36750 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8be131736e7d4d22bd1ef26d28f36750 2024-11-24T11:23:59,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e6303f4312ad4c4490b4498d54a779c2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e6303f4312ad4c4490b4498d54a779c2 2024-11-24T11:23:59,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/1fbf572a6bce4243ab12495bde6ffef0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/1fbf572a6bce4243ab12495bde6ffef0 2024-11-24T11:23:59,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b85f1bda8de743aba566a61d2f14eecd to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b85f1bda8de743aba566a61d2f14eecd 2024-11-24T11:23:59,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a41baf14f27c41fd96fedc02aa83ef2b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a41baf14f27c41fd96fedc02aa83ef2b 2024-11-24T11:23:59,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/5d6f43821d8f474aa2b630661bf2a658 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/5d6f43821d8f474aa2b630661bf2a658 2024-11-24T11:23:59,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/2378114c5eb3446db71174ffa43838eb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/2378114c5eb3446db71174ffa43838eb 2024-11-24T11:23:59,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d1eb9f146d7d4dbdbcbc9316b853e21b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d1eb9f146d7d4dbdbcbc9316b853e21b 2024-11-24T11:23:59,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e57f870e2e5243d695e41ec30ed20ba5 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/e57f870e2e5243d695e41ec30ed20ba5 2024-11-24T11:23:59,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b7163dbe5c804665a7844f3630e086e3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/b7163dbe5c804665a7844f3630e086e3 2024-11-24T11:23:59,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/24773ea569c240b38675aa09ff9d4363 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/24773ea569c240b38675aa09ff9d4363 2024-11-24T11:23:59,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/32a4c277f6724899a5fb7270e23ea534 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/32a4c277f6724899a5fb7270e23ea534 2024-11-24T11:23:59,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a9c2bfc62d6342f89f0354f4a5211517 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/a9c2bfc62d6342f89f0354f4a5211517 2024-11-24T11:23:59,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8f224f10a3764d338e14274aa2f68942 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/8f224f10a3764d338e14274aa2f68942 2024-11-24T11:23:59,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/71aed7c9eb244cfb9badf8cb445eec26 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/71aed7c9eb244cfb9badf8cb445eec26 2024-11-24T11:23:59,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d8860a335ced433c8b2f899a19faf922 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d8860a335ced433c8b2f899a19faf922 2024-11-24T11:23:59,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d5d53464924b45199470545d5e094dac to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/d5d53464924b45199470545d5e094dac 2024-11-24T11:23:59,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8350b5ed109d49d399c1c519d0d5bcbb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b06c83dfa9514c4c9a2cc4fe1db71cc5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/c54082e0c48c46a18668bd995c2db56c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/ead12e59b67a49c6b335822ca4c91d0d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e0522e4a066c4722852e6ad3f9ed2280, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/a9730876e2c74e0cbdd4dd2db9fb35b6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/21547528c2d7435d8d5d956b9aae868a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/d365eea4fbb34371b4aa6b92dbbd4850, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/607c831bef0c4dcb9db8eeae3251f7d2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/661e4977fd064596b21e128e29aaf81b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e494cf3b3ec94d0a910d8de09781cfa7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b239e49bfe1a47d8827c582c472e4c3e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/05a5c9f248154e44be166e5f7b072b2c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/872c502a0e7e4fb28f7753f329e03385, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/5153ffbe92824507aa2c44d0fba95179, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/df9e9a17f1e24976ab101eefd688146f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b62008dfe5a641d284b996cd94b5ad16, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/47da0fa79db94731ad7a4c0b262b4831, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8558046078de411282df44662d77865e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/3bcfaca7cc4d42b28bbc5a89f8589536] to archive 2024-11-24T11:23:59,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:23:59,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8350b5ed109d49d399c1c519d0d5bcbb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8350b5ed109d49d399c1c519d0d5bcbb 2024-11-24T11:23:59,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b06c83dfa9514c4c9a2cc4fe1db71cc5 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b06c83dfa9514c4c9a2cc4fe1db71cc5 2024-11-24T11:23:59,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/c54082e0c48c46a18668bd995c2db56c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/c54082e0c48c46a18668bd995c2db56c 2024-11-24T11:23:59,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/ead12e59b67a49c6b335822ca4c91d0d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/ead12e59b67a49c6b335822ca4c91d0d 2024-11-24T11:23:59,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e0522e4a066c4722852e6ad3f9ed2280 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e0522e4a066c4722852e6ad3f9ed2280 2024-11-24T11:23:59,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/a9730876e2c74e0cbdd4dd2db9fb35b6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/a9730876e2c74e0cbdd4dd2db9fb35b6 2024-11-24T11:23:59,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/21547528c2d7435d8d5d956b9aae868a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/21547528c2d7435d8d5d956b9aae868a 2024-11-24T11:23:59,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/d365eea4fbb34371b4aa6b92dbbd4850 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/d365eea4fbb34371b4aa6b92dbbd4850 2024-11-24T11:23:59,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/607c831bef0c4dcb9db8eeae3251f7d2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/607c831bef0c4dcb9db8eeae3251f7d2 2024-11-24T11:23:59,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/661e4977fd064596b21e128e29aaf81b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/661e4977fd064596b21e128e29aaf81b 2024-11-24T11:23:59,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e494cf3b3ec94d0a910d8de09781cfa7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/e494cf3b3ec94d0a910d8de09781cfa7 2024-11-24T11:23:59,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b239e49bfe1a47d8827c582c472e4c3e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b239e49bfe1a47d8827c582c472e4c3e 2024-11-24T11:23:59,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/05a5c9f248154e44be166e5f7b072b2c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/05a5c9f248154e44be166e5f7b072b2c 2024-11-24T11:23:59,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/872c502a0e7e4fb28f7753f329e03385 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/872c502a0e7e4fb28f7753f329e03385 2024-11-24T11:23:59,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/5153ffbe92824507aa2c44d0fba95179 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/5153ffbe92824507aa2c44d0fba95179 2024-11-24T11:23:59,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/df9e9a17f1e24976ab101eefd688146f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/df9e9a17f1e24976ab101eefd688146f 2024-11-24T11:23:59,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b62008dfe5a641d284b996cd94b5ad16 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/b62008dfe5a641d284b996cd94b5ad16 2024-11-24T11:23:59,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/47da0fa79db94731ad7a4c0b262b4831 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/47da0fa79db94731ad7a4c0b262b4831 2024-11-24T11:23:59,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8558046078de411282df44662d77865e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/8558046078de411282df44662d77865e 2024-11-24T11:23:59,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/3bcfaca7cc4d42b28bbc5a89f8589536 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/3bcfaca7cc4d42b28bbc5a89f8589536 2024-11-24T11:23:59,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0624ca83d9cf4b9f8b3a43fef0434b20, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/a28c67605fb74dc2b2da8519429394ea, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/4f711f85d38340a4b0ca2229be382fcd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/8400aa5708c34e3787b5ef9239cf1465, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/36cce902467c4696b210d6462aaaae3a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/88cc4de5aa90473198f4839836b70c4a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/4104c872beb44960b5df9cf4e5cfa1cf, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/b50fcbff3fd04db49c0b8e0b0659b97b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0dfe1ddc01124e6b90329af545f98a73, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/c11ae00641f5485bb9432c73500a54ad, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/525669c4961442ebae9b69cf3b73ffa4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/d9fca94ac5754c598539c1dc34161fda, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f17741ef79b34ea0a4d7920a7f58c28f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/ec9f1dddf5c24cbda4fc00a6f3c8bee8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/698d9072254543a18b7846bcba49a4d0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/770eb6cce8414e0b825008464628e0a8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/2c589678077440b292c26a8f85a7f9f6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/3535bed579004c2da93750402c9c9df6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/371da9ceaaa94f44b43214196fe7d8c2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f72d8f0b46f1440f998e123c5a3ab440] to archive 2024-11-24T11:23:59,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:23:59,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0624ca83d9cf4b9f8b3a43fef0434b20 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0624ca83d9cf4b9f8b3a43fef0434b20 2024-11-24T11:23:59,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/a28c67605fb74dc2b2da8519429394ea to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/a28c67605fb74dc2b2da8519429394ea 2024-11-24T11:23:59,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/4f711f85d38340a4b0ca2229be382fcd to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/4f711f85d38340a4b0ca2229be382fcd 2024-11-24T11:23:59,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/8400aa5708c34e3787b5ef9239cf1465 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/8400aa5708c34e3787b5ef9239cf1465 2024-11-24T11:23:59,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/36cce902467c4696b210d6462aaaae3a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/36cce902467c4696b210d6462aaaae3a 2024-11-24T11:23:59,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/88cc4de5aa90473198f4839836b70c4a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/88cc4de5aa90473198f4839836b70c4a 2024-11-24T11:23:59,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/4104c872beb44960b5df9cf4e5cfa1cf to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/4104c872beb44960b5df9cf4e5cfa1cf 2024-11-24T11:23:59,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/b50fcbff3fd04db49c0b8e0b0659b97b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/b50fcbff3fd04db49c0b8e0b0659b97b 2024-11-24T11:23:59,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0dfe1ddc01124e6b90329af545f98a73 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/0dfe1ddc01124e6b90329af545f98a73 2024-11-24T11:23:59,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/c11ae00641f5485bb9432c73500a54ad to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/c11ae00641f5485bb9432c73500a54ad 2024-11-24T11:23:59,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/525669c4961442ebae9b69cf3b73ffa4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/525669c4961442ebae9b69cf3b73ffa4 2024-11-24T11:23:59,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/d9fca94ac5754c598539c1dc34161fda to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/d9fca94ac5754c598539c1dc34161fda 2024-11-24T11:23:59,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f17741ef79b34ea0a4d7920a7f58c28f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f17741ef79b34ea0a4d7920a7f58c28f 2024-11-24T11:23:59,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/ec9f1dddf5c24cbda4fc00a6f3c8bee8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/ec9f1dddf5c24cbda4fc00a6f3c8bee8 2024-11-24T11:23:59,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/698d9072254543a18b7846bcba49a4d0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/698d9072254543a18b7846bcba49a4d0 2024-11-24T11:23:59,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/770eb6cce8414e0b825008464628e0a8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/770eb6cce8414e0b825008464628e0a8 2024-11-24T11:23:59,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/2c589678077440b292c26a8f85a7f9f6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/2c589678077440b292c26a8f85a7f9f6 2024-11-24T11:23:59,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/3535bed579004c2da93750402c9c9df6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/3535bed579004c2da93750402c9c9df6 2024-11-24T11:23:59,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/371da9ceaaa94f44b43214196fe7d8c2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/371da9ceaaa94f44b43214196fe7d8c2 2024-11-24T11:23:59,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f72d8f0b46f1440f998e123c5a3ab440 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/f72d8f0b46f1440f998e123c5a3ab440 2024-11-24T11:23:59,118 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/recovered.edits/304.seqid, newMaxSeqId=304, maxSeqId=4 2024-11-24T11:23:59,119 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a. 2024-11-24T11:23:59,119 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for 230bb0fe34614e524ec710ebeef3726a: 2024-11-24T11:23:59,120 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed 230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:23:59,120 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=230bb0fe34614e524ec710ebeef3726a, regionState=CLOSED 2024-11-24T11:23:59,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-24T11:23:59,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure 230bb0fe34614e524ec710ebeef3726a, server=28d8a466d69e,38163,1732447321684 in 2.5460 sec 2024-11-24T11:23:59,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-24T11:23:59,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=230bb0fe34614e524ec710ebeef3726a, UNASSIGN in 2.5490 sec 2024-11-24T11:23:59,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-24T11:23:59,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5510 sec 2024-11-24T11:23:59,125 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447439125"}]},"ts":"1732447439125"} 2024-11-24T11:23:59,126 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T11:23:59,128 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T11:23:59,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.5640 sec 2024-11-24T11:23:59,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:24:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T11:24:00,672 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-24T11:24:00,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T11:24:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:00,674 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T11:24:00,674 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:00,675 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,677 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/recovered.edits] 2024-11-24T11:24:00,679 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/9ef80d97899e4964a3a9ba183a319a9a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/9ef80d97899e4964a3a9ba183a319a9a 2024-11-24T11:24:00,680 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/befdbb911fb041f8b8afdc60dc2b63a3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/A/befdbb911fb041f8b8afdc60dc2b63a3 2024-11-24T11:24:00,682 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/4bbbdd7de6944668a4856f88e1ad2149 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/4bbbdd7de6944668a4856f88e1ad2149 2024-11-24T11:24:00,683 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/4d062746c1364cba911f24f4e0b92df5 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/B/4d062746c1364cba911f24f4e0b92df5 2024-11-24T11:24:00,685 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/7d976a258bea4cf1b1e55ef05a08b2a3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/7d976a258bea4cf1b1e55ef05a08b2a3 2024-11-24T11:24:00,686 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/be99aa7a2841403191bf1d6b1352c080 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/C/be99aa7a2841403191bf1d6b1352c080 2024-11-24T11:24:00,688 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/recovered.edits/304.seqid to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a/recovered.edits/304.seqid 2024-11-24T11:24:00,689 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,689 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T11:24:00,689 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T11:24:00,690 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T11:24:00,692 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240abb9e9b355b41f3aa6243edc72843e5_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240abb9e9b355b41f3aa6243edc72843e5_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,693 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241922bb5b76ef48378c0af66d6e53a8ca_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241922bb5b76ef48378c0af66d6e53a8ca_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,694 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a43549919754b8ba20ae3c1d229f2e6_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a43549919754b8ba20ae3c1d229f2e6_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,694 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ab4bd856ce44afe912babc9db9db5ec_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ab4bd856ce44afe912babc9db9db5ec_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,695 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244240ecca42d446178e41e0ecc55a7d05_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244240ecca42d446178e41e0ecc55a7d05_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,696 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112481e1533467674a91801516a49cdfc740_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112481e1533467674a91801516a49cdfc740_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,697 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124833c499d00644fb99e6b23e121b54d0e_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124833c499d00644fb99e6b23e121b54d0e_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,698 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248e3b75af75574dddb38b7dc08a41105b_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248e3b75af75574dddb38b7dc08a41105b_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,699 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112498d700bf3da7418f857320f457164830_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112498d700bf3da7418f857320f457164830_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,699 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249ac3c5043cd2475db0b508ccb561f0c4_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249ac3c5043cd2475db0b508ccb561f0c4_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,700 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bcf76357e35a46f290173b609f5c1153_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bcf76357e35a46f290173b609f5c1153_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,701 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124caac337a632042e7a57b24561e136935_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124caac337a632042e7a57b24561e136935_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,702 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cab6f9e95b0e43989b8b19eb8f1f903a_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cab6f9e95b0e43989b8b19eb8f1f903a_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,703 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e94970ca0af34f1ebaba91d21fac8f48_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e94970ca0af34f1ebaba91d21fac8f48_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,703 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e95c66adaec747118adc9b9a8538f79a_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e95c66adaec747118adc9b9a8538f79a_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,704 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ff2be0e162034014b4a5112b7cd4f1c7_230bb0fe34614e524ec710ebeef3726a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ff2be0e162034014b4a5112b7cd4f1c7_230bb0fe34614e524ec710ebeef3726a 2024-11-24T11:24:00,705 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T11:24:00,706 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:00,708 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T11:24:00,709 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T11:24:00,710 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:00,710 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T11:24:00,710 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732447440710"}]},"ts":"9223372036854775807"} 2024-11-24T11:24:00,711 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T11:24:00,711 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 230bb0fe34614e524ec710ebeef3726a, NAME => 'TestAcidGuarantees,,1732447411135.230bb0fe34614e524ec710ebeef3726a.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T11:24:00,711 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T11:24:00,711 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732447440711"}]},"ts":"9223372036854775807"} 2024-11-24T11:24:00,713 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T11:24:00,715 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:00,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-24T11:24:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T11:24:00,775 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-24T11:24:00,784 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=581 (was 681), ProcessCount=11 (was 11), AvailableMemoryMB=7950 (was 7226) - AvailableMemoryMB LEAK? - 2024-11-24T11:24:00,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=7950 2024-11-24T11:24:00,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T11:24:00,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:24:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:00,797 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:24:00,797 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:00,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-24T11:24:00,798 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:24:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T11:24:00,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742334_1510 (size=963) 2024-11-24T11:24:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T11:24:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T11:24:01,205 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66 2024-11-24T11:24:01,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742335_1511 (size=53) 2024-11-24T11:24:01,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T11:24:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T11:24:01,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:24:01,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f5c6e7c4fad57e8787a8e5c2c03107e1, disabling compactions & flushes 2024-11-24T11:24:01,610 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:01,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:01,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. after waiting 0 ms 2024-11-24T11:24:01,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:01,610 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:01,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:01,611 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:24:01,612 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732447441611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447441611"}]},"ts":"1732447441611"} 2024-11-24T11:24:01,613 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T11:24:01,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:24:01,613 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447441613"}]},"ts":"1732447441613"} 2024-11-24T11:24:01,614 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T11:24:01,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5c6e7c4fad57e8787a8e5c2c03107e1, ASSIGN}] 2024-11-24T11:24:01,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5c6e7c4fad57e8787a8e5c2c03107e1, ASSIGN 2024-11-24T11:24:01,619 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5c6e7c4fad57e8787a8e5c2c03107e1, ASSIGN; state=OFFLINE, location=28d8a466d69e,38163,1732447321684; forceNewPlan=false, retain=false 2024-11-24T11:24:01,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=f5c6e7c4fad57e8787a8e5c2c03107e1, regionState=OPENING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:01,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:24:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T11:24:01,922 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:01,925 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:01,925 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:24:01,925 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:01,925 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:24:01,925 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:01,925 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:01,926 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:01,927 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:24:01,928 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5c6e7c4fad57e8787a8e5c2c03107e1 columnFamilyName A 2024-11-24T11:24:01,928 DEBUG [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:01,928 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] regionserver.HStore(327): Store=f5c6e7c4fad57e8787a8e5c2c03107e1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:24:01,928 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:01,929 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:24:01,929 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5c6e7c4fad57e8787a8e5c2c03107e1 columnFamilyName B 2024-11-24T11:24:01,929 DEBUG [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:01,930 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] regionserver.HStore(327): Store=f5c6e7c4fad57e8787a8e5c2c03107e1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:24:01,930 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:01,931 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:24:01,931 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5c6e7c4fad57e8787a8e5c2c03107e1 columnFamilyName C 2024-11-24T11:24:01,931 DEBUG [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:01,931 INFO [StoreOpener-f5c6e7c4fad57e8787a8e5c2c03107e1-1 {}] regionserver.HStore(327): Store=f5c6e7c4fad57e8787a8e5c2c03107e1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:24:01,931 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:01,932 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:01,932 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:01,933 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T11:24:01,934 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:01,935 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:24:01,935 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened f5c6e7c4fad57e8787a8e5c2c03107e1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68446467, jitterRate=0.019931837916374207}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T11:24:01,936 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:01,936 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., pid=123, masterSystemTime=1732447441922 2024-11-24T11:24:01,938 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:01,938 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:01,938 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=f5c6e7c4fad57e8787a8e5c2c03107e1, regionState=OPEN, openSeqNum=2, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:01,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-24T11:24:01,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 in 169 msec 2024-11-24T11:24:01,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-24T11:24:01,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5c6e7c4fad57e8787a8e5c2c03107e1, ASSIGN in 322 msec 2024-11-24T11:24:01,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:24:01,942 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447441942"}]},"ts":"1732447441942"} 2024-11-24T11:24:01,942 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T11:24:01,945 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:24:01,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-24T11:24:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-24T11:24:02,902 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-24T11:24:02,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35b4f95e to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d919b92 2024-11-24T11:24:02,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c9530a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:02,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:02,909 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:02,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:24:02,910 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:24:02,912 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x668d4178 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47611b30 2024-11-24T11:24:02,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1a41d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:02,915 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cc9cd14 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@533efd26 2024-11-24T11:24:02,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c951a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:02,918 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x306c3340 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@149f3fa6 2024-11-24T11:24:02,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501d99ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:02,922 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c23e833 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@712c861e 2024-11-24T11:24:02,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4011c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:02,925 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x226e89d6 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3767e7f3 2024-11-24T11:24:02,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a647e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:02,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79ed98ec to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20a45919 2024-11-24T11:24:02,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af750e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:02,932 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53e32f27 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@518dd8d3 2024-11-24T11:24:02,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319db21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:02,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a1f6ddd to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@656b6d0d 2024-11-24T11:24:02,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ba0ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:02,938 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77dd6dc0 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e06533 2024-11-24T11:24:02,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20456e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:02,942 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06c7fbf3 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c44cfe5 2024-11-24T11:24:02,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477a55d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:02,951 DEBUG [hconnection-0x69e9b4c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:02,952 DEBUG [hconnection-0x6fb9f395-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:02,952 DEBUG [hconnection-0x49489cc9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:02,952 DEBUG [hconnection-0x703b9b35-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:02,952 DEBUG [hconnection-0x5b8d92f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:02,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:02,953 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:02,953 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:02,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:02,953 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:02,953 DEBUG [hconnection-0x169dbbdd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:02,954 DEBUG [hconnection-0xf6c959b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:02,954 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:02,955 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:02,956 DEBUG [hconnection-0x4ee510d6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:02,956 DEBUG [hconnection-0x30c7439c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:02,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:02,957 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:02,957 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-24T11:24:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T11:24:02,960 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:02,960 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:02,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:02,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:24:02,962 DEBUG [hconnection-0x73932378-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:02,963 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:02,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:02,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:02,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:02,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:02,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:02,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:02,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/118cb756efc1435f9762773458f67ef5 is 50, key is test_row_0/A:col10/1732447442962/Put/seqid=0 2024-11-24T11:24:02,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742336_1512 (size=12001) 2024-11-24T11:24:03,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447502996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447503000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447503001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447503001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447503002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T11:24:03,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447503105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447503105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T11:24:03,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:03,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447503108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447503109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447503109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T11:24:03,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T11:24:03,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:03,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447503309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447503309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447503315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447503315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447503316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/118cb756efc1435f9762773458f67ef5 2024-11-24T11:24:03,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/29711f10c52a477ebf2c515bb8e34362 is 50, key is test_row_0/B:col10/1732447442962/Put/seqid=0 2024-11-24T11:24:03,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742337_1513 (size=12001) 2024-11-24T11:24:03,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T11:24:03,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:03,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T11:24:03,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T11:24:03,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:03,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447503612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447503614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447503620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447503620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447503620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T11:24:03,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:03,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/29711f10c52a477ebf2c515bb8e34362 2024-11-24T11:24:03,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/75679af12b034c8e934791da8b7c37b8 is 50, key is test_row_0/C:col10/1732447442962/Put/seqid=0 2024-11-24T11:24:03,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742338_1514 (size=12001) 2024-11-24T11:24:03,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:03,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T11:24:03,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:03,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:03,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:04,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:04,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T11:24:04,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:04,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:04,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:04,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:04,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T11:24:04,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447504118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:04,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447504120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:04,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447504124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:04,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447504126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:04,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447504126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:04,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:04,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T11:24:04,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:04,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:04,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:04,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:04,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:04,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/75679af12b034c8e934791da8b7c37b8 2024-11-24T11:24:04,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/118cb756efc1435f9762773458f67ef5 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/118cb756efc1435f9762773458f67ef5 2024-11-24T11:24:04,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/118cb756efc1435f9762773458f67ef5, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T11:24:04,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/29711f10c52a477ebf2c515bb8e34362 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/29711f10c52a477ebf2c515bb8e34362 2024-11-24T11:24:04,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/29711f10c52a477ebf2c515bb8e34362, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T11:24:04,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/75679af12b034c8e934791da8b7c37b8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/75679af12b034c8e934791da8b7c37b8 2024-11-24T11:24:04,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/75679af12b034c8e934791da8b7c37b8, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T11:24:04,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 1304ms, sequenceid=15, compaction requested=false 2024-11-24T11:24:04,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:04,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:04,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T11:24:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:04,336 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T11:24:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/9f83288b811c454cba4ecd99fd9157a0 is 50, key is test_row_0/A:col10/1732447443000/Put/seqid=0 2024-11-24T11:24:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742339_1515 (size=12001) 2024-11-24T11:24:04,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T11:24:04,752 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/9f83288b811c454cba4ecd99fd9157a0 2024-11-24T11:24:04,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/6900e84c2a7d41e3a3194abffb84c7da is 50, key is test_row_0/B:col10/1732447443000/Put/seqid=0 2024-11-24T11:24:04,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742340_1516 (size=12001) 2024-11-24T11:24:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T11:24:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:05,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:05,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447505135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447505136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447505137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447505139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447505139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,165 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/6900e84c2a7d41e3a3194abffb84c7da 2024-11-24T11:24:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/e287d1f0aa334ac298060f0d6e77ef8e is 50, key is test_row_0/C:col10/1732447443000/Put/seqid=0 2024-11-24T11:24:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742341_1517 (size=12001) 2024-11-24T11:24:05,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447505241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447505243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447505244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447505245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447505443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447505450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447505450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447505451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,577 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/e287d1f0aa334ac298060f0d6e77ef8e 2024-11-24T11:24:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/9f83288b811c454cba4ecd99fd9157a0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/9f83288b811c454cba4ecd99fd9157a0 2024-11-24T11:24:05,584 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/9f83288b811c454cba4ecd99fd9157a0, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T11:24:05,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/6900e84c2a7d41e3a3194abffb84c7da as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/6900e84c2a7d41e3a3194abffb84c7da 2024-11-24T11:24:05,588 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/6900e84c2a7d41e3a3194abffb84c7da, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T11:24:05,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/e287d1f0aa334ac298060f0d6e77ef8e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/e287d1f0aa334ac298060f0d6e77ef8e 2024-11-24T11:24:05,592 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/e287d1f0aa334ac298060f0d6e77ef8e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T11:24:05,593 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 1257ms, sequenceid=39, compaction requested=false 2024-11-24T11:24:05,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:05,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:05,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-24T11:24:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-24T11:24:05,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-24T11:24:05,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6340 sec 2024-11-24T11:24:05,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.6400 sec 2024-11-24T11:24:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:05,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:24:05,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:05,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:05,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:05,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:05,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:05,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:05,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/662e810390ab4d9384b57343868e692e is 50, key is test_row_0/A:col10/1732447445138/Put/seqid=0 2024-11-24T11:24:05,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742342_1518 (size=14341) 2024-11-24T11:24:05,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/662e810390ab4d9384b57343868e692e 2024-11-24T11:24:05,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/ca3caf2b04844d20a7020d81571f06f8 is 50, key is test_row_0/B:col10/1732447445138/Put/seqid=0 2024-11-24T11:24:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742343_1519 (size=12001) 2024-11-24T11:24:05,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447505812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447505812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447505817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447505818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447505919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447505919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447505922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:05,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447505923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447506124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447506126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447506126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447506127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/ca3caf2b04844d20a7020d81571f06f8 2024-11-24T11:24:06,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/2d8bae687c464211a62cc33e278e188f is 50, key is test_row_0/C:col10/1732447445138/Put/seqid=0 2024-11-24T11:24:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742344_1520 (size=12001) 2024-11-24T11:24:06,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447506431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447506431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447506432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447506432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/2d8bae687c464211a62cc33e278e188f 2024-11-24T11:24:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/662e810390ab4d9384b57343868e692e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/662e810390ab4d9384b57343868e692e 2024-11-24T11:24:06,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/662e810390ab4d9384b57343868e692e, entries=200, sequenceid=52, filesize=14.0 K 2024-11-24T11:24:06,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/ca3caf2b04844d20a7020d81571f06f8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/ca3caf2b04844d20a7020d81571f06f8 2024-11-24T11:24:06,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/ca3caf2b04844d20a7020d81571f06f8, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T11:24:06,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/2d8bae687c464211a62cc33e278e188f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/2d8bae687c464211a62cc33e278e188f 2024-11-24T11:24:06,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/2d8bae687c464211a62cc33e278e188f, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T11:24:06,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 853ms, sequenceid=52, compaction requested=true 2024-11-24T11:24:06,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:06,605 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:06,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:06,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:06,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:06,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:06,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:06,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:06,605 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:06,608 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:06,608 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/A is initiating minor compaction (all files) 2024-11-24T11:24:06,608 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/A in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:06,609 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/118cb756efc1435f9762773458f67ef5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/9f83288b811c454cba4ecd99fd9157a0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/662e810390ab4d9384b57343868e692e] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=37.4 K 2024-11-24T11:24:06,609 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:06,609 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 118cb756efc1435f9762773458f67ef5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732447442959 2024-11-24T11:24:06,609 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/B is initiating minor compaction (all files) 2024-11-24T11:24:06,609 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/B in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:06,609 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/29711f10c52a477ebf2c515bb8e34362, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/6900e84c2a7d41e3a3194abffb84c7da, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/ca3caf2b04844d20a7020d81571f06f8] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=35.2 K 2024-11-24T11:24:06,609 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f83288b811c454cba4ecd99fd9157a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732447442995 2024-11-24T11:24:06,610 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 29711f10c52a477ebf2c515bb8e34362, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732447442959 2024-11-24T11:24:06,610 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 662e810390ab4d9384b57343868e692e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447445135 2024-11-24T11:24:06,611 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6900e84c2a7d41e3a3194abffb84c7da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732447442995 2024-11-24T11:24:06,611 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ca3caf2b04844d20a7020d81571f06f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447445135 2024-11-24T11:24:06,623 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:06,624 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/7f99e768965e4e9da3f409ba255b4714 is 50, key is test_row_0/A:col10/1732447445138/Put/seqid=0 2024-11-24T11:24:06,630 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#B#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:06,631 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/ba450865820742f3ab0593959f4f3f34 is 50, key is test_row_0/B:col10/1732447445138/Put/seqid=0 2024-11-24T11:24:06,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742345_1521 (size=12104) 2024-11-24T11:24:06,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742346_1522 (size=12104) 2024-11-24T11:24:06,656 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/7f99e768965e4e9da3f409ba255b4714 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/7f99e768965e4e9da3f409ba255b4714 2024-11-24T11:24:06,661 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/ba450865820742f3ab0593959f4f3f34 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/ba450865820742f3ab0593959f4f3f34 2024-11-24T11:24:06,662 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/A of f5c6e7c4fad57e8787a8e5c2c03107e1 into 7f99e768965e4e9da3f409ba255b4714(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:06,662 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:06,662 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/A, priority=13, startTime=1732447446605; duration=0sec 2024-11-24T11:24:06,662 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:06,662 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:A 2024-11-24T11:24:06,662 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:06,664 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:06,664 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/C is initiating minor compaction (all files) 2024-11-24T11:24:06,664 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/C in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:06,664 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/75679af12b034c8e934791da8b7c37b8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/e287d1f0aa334ac298060f0d6e77ef8e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/2d8bae687c464211a62cc33e278e188f] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=35.2 K 2024-11-24T11:24:06,664 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75679af12b034c8e934791da8b7c37b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732447442959 2024-11-24T11:24:06,665 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e287d1f0aa334ac298060f0d6e77ef8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732447442995 2024-11-24T11:24:06,665 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d8bae687c464211a62cc33e278e188f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447445135 2024-11-24T11:24:06,668 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/B of f5c6e7c4fad57e8787a8e5c2c03107e1 into ba450865820742f3ab0593959f4f3f34(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:06,668 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:06,668 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/B, priority=13, startTime=1732447446605; duration=0sec 2024-11-24T11:24:06,668 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:06,668 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:B 2024-11-24T11:24:06,675 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:06,675 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/dba61329fa454ea2ade888dfb644dabb is 50, key is test_row_0/C:col10/1732447445138/Put/seqid=0 2024-11-24T11:24:06,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742347_1523 (size=12104) 2024-11-24T11:24:06,691 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/dba61329fa454ea2ade888dfb644dabb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/dba61329fa454ea2ade888dfb644dabb 2024-11-24T11:24:06,696 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/C of f5c6e7c4fad57e8787a8e5c2c03107e1 into dba61329fa454ea2ade888dfb644dabb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:06,696 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:06,696 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/C, priority=13, startTime=1732447446605; duration=0sec 2024-11-24T11:24:06,696 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:06,696 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:C 2024-11-24T11:24:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:06,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:24:06,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:06,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:06,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:06,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:06,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:06,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:06,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/c207239eb3d44aed9cbf6df2d6045978 is 50, key is test_row_0/A:col10/1732447445816/Put/seqid=0 2024-11-24T11:24:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742348_1524 (size=14341) 2024-11-24T11:24:06,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/c207239eb3d44aed9cbf6df2d6045978 2024-11-24T11:24:06,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447506951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447506951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447506954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447506954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:06,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/b7d6210c9c594fd797f8e07c75572c80 is 50, key is test_row_0/B:col10/1732447445816/Put/seqid=0 2024-11-24T11:24:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742349_1525 (size=12001) 2024-11-24T11:24:06,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/b7d6210c9c594fd797f8e07c75572c80 2024-11-24T11:24:06,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/747a9fb34b284d48965b2264999b809c is 50, key is test_row_0/C:col10/1732447445816/Put/seqid=0 2024-11-24T11:24:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742350_1526 (size=12001) 2024-11-24T11:24:07,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447507056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447507057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T11:24:07,063 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-24T11:24:07,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447507060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:07,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447507060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-24T11:24:07,066 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T11:24:07,066 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:07,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:07,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447507152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,156 DEBUG [Thread-2253 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T11:24:07,218 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T11:24:07,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:07,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:07,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:07,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:07,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:07,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447507262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447507264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447507266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447507266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T11:24:07,370 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T11:24:07,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:07,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:07,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:07,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:07,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:07,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/747a9fb34b284d48965b2264999b809c 2024-11-24T11:24:07,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/c207239eb3d44aed9cbf6df2d6045978 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c207239eb3d44aed9cbf6df2d6045978 2024-11-24T11:24:07,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c207239eb3d44aed9cbf6df2d6045978, entries=200, sequenceid=81, filesize=14.0 K 2024-11-24T11:24:07,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/b7d6210c9c594fd797f8e07c75572c80 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b7d6210c9c594fd797f8e07c75572c80 2024-11-24T11:24:07,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b7d6210c9c594fd797f8e07c75572c80, entries=150, sequenceid=81, filesize=11.7 K 2024-11-24T11:24:07,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/747a9fb34b284d48965b2264999b809c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/747a9fb34b284d48965b2264999b809c 2024-11-24T11:24:07,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/747a9fb34b284d48965b2264999b809c, entries=150, sequenceid=81, filesize=11.7 K 2024-11-24T11:24:07,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 456ms, sequenceid=81, compaction requested=false 2024-11-24T11:24:07,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:07,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T11:24:07,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:07,524 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T11:24:07,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:07,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:07,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:07,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:07,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:07,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:07,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/07ade3ec60c140028492da6641daba39 is 50, key is test_row_0/A:col10/1732447446947/Put/seqid=0 2024-11-24T11:24:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742351_1527 (size=12001) 2024-11-24T11:24:07,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447507598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447507598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447507599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447507604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T11:24:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447507705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447507705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447507707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447507710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447507910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447507910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447507911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447507916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:07,933 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/07ade3ec60c140028492da6641daba39 2024-11-24T11:24:07,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/253c2266bc4c4d61963a10fa7f00c543 is 50, key is test_row_0/B:col10/1732447446947/Put/seqid=0 2024-11-24T11:24:07,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742352_1528 (size=12001) 2024-11-24T11:24:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T11:24:08,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447508215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:08,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447508216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:08,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447508217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:08,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447508222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:08,347 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/253c2266bc4c4d61963a10fa7f00c543 2024-11-24T11:24:08,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/60b38b912dd3472ba1e45c95b74a4ea3 is 50, key is test_row_0/C:col10/1732447446947/Put/seqid=0 2024-11-24T11:24:08,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742353_1529 (size=12001) 2024-11-24T11:24:08,357 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/60b38b912dd3472ba1e45c95b74a4ea3 2024-11-24T11:24:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/07ade3ec60c140028492da6641daba39 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/07ade3ec60c140028492da6641daba39 2024-11-24T11:24:08,364 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/07ade3ec60c140028492da6641daba39, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T11:24:08,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/253c2266bc4c4d61963a10fa7f00c543 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/253c2266bc4c4d61963a10fa7f00c543 2024-11-24T11:24:08,367 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/253c2266bc4c4d61963a10fa7f00c543, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T11:24:08,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/60b38b912dd3472ba1e45c95b74a4ea3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/60b38b912dd3472ba1e45c95b74a4ea3 2024-11-24T11:24:08,370 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/60b38b912dd3472ba1e45c95b74a4ea3, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T11:24:08,371 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 847ms, sequenceid=91, compaction requested=true 2024-11-24T11:24:08,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:08,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:08,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-24T11:24:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-24T11:24:08,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-24T11:24:08,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3060 sec 2024-11-24T11:24:08,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.3110 sec 2024-11-24T11:24:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:08,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T11:24:08,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:08,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:08,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:08,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:08,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:08,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:08,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/0cebafb0ea924078a3df31a124cc50d2 is 50, key is test_row_0/A:col10/1732447447598/Put/seqid=0 2024-11-24T11:24:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742354_1530 (size=14341) 2024-11-24T11:24:08,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447508731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:08,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447508733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:08,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447508734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:08,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447508735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:08,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447508839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:08,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447508839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:08,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447508841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:08,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447508842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447509044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447509044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447509045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447509046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/0cebafb0ea924078a3df31a124cc50d2 2024-11-24T11:24:09,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/195891b9ae7e4387b78294e902ddd8dc is 50, key is test_row_0/B:col10/1732447447598/Put/seqid=0 2024-11-24T11:24:09,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742355_1531 (size=12001) 2024-11-24T11:24:09,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/195891b9ae7e4387b78294e902ddd8dc 2024-11-24T11:24:09,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/927847ea5bb44629b913aabf8b8ae5a9 is 50, key is test_row_0/C:col10/1732447447598/Put/seqid=0 2024-11-24T11:24:09,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742356_1532 (size=12001) 2024-11-24T11:24:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T11:24:09,170 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-24T11:24:09,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-24T11:24:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T11:24:09,174 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:09,175 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:09,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T11:24:09,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T11:24:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:09,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:09,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447509349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447509349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447509350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447509350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T11:24:09,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T11:24:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:09,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:09,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/927847ea5bb44629b913aabf8b8ae5a9 2024-11-24T11:24:09,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/0cebafb0ea924078a3df31a124cc50d2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/0cebafb0ea924078a3df31a124cc50d2 2024-11-24T11:24:09,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/0cebafb0ea924078a3df31a124cc50d2, entries=200, sequenceid=118, filesize=14.0 K 2024-11-24T11:24:09,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/195891b9ae7e4387b78294e902ddd8dc as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/195891b9ae7e4387b78294e902ddd8dc 2024-11-24T11:24:09,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/195891b9ae7e4387b78294e902ddd8dc, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T11:24:09,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/927847ea5bb44629b913aabf8b8ae5a9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/927847ea5bb44629b913aabf8b8ae5a9 2024-11-24T11:24:09,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/927847ea5bb44629b913aabf8b8ae5a9, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T11:24:09,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 854ms, sequenceid=118, compaction requested=true 2024-11-24T11:24:09,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:09,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:09,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:09,576 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:24:09,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:09,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:09,577 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:24:09,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:09,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:09,578 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:24:09,578 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:24:09,578 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/A is initiating minor compaction (all files) 2024-11-24T11:24:09,578 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/B is initiating minor compaction (all files) 2024-11-24T11:24:09,578 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/B in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:09,578 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/A in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:09,578 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/7f99e768965e4e9da3f409ba255b4714, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c207239eb3d44aed9cbf6df2d6045978, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/07ade3ec60c140028492da6641daba39, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/0cebafb0ea924078a3df31a124cc50d2] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=51.5 K 2024-11-24T11:24:09,578 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/ba450865820742f3ab0593959f4f3f34, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b7d6210c9c594fd797f8e07c75572c80, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/253c2266bc4c4d61963a10fa7f00c543, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/195891b9ae7e4387b78294e902ddd8dc] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=47.0 K 2024-11-24T11:24:09,579 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f99e768965e4e9da3f409ba255b4714, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447445135 2024-11-24T11:24:09,579 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ba450865820742f3ab0593959f4f3f34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447445135 2024-11-24T11:24:09,579 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b7d6210c9c594fd797f8e07c75572c80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732447445816 2024-11-24T11:24:09,579 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c207239eb3d44aed9cbf6df2d6045978, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732447445816 2024-11-24T11:24:09,579 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 253c2266bc4c4d61963a10fa7f00c543, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732447446947 2024-11-24T11:24:09,580 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07ade3ec60c140028492da6641daba39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732447446947 2024-11-24T11:24:09,580 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 195891b9ae7e4387b78294e902ddd8dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447447595 2024-11-24T11:24:09,580 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cebafb0ea924078a3df31a124cc50d2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447447595 2024-11-24T11:24:09,593 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:09,594 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/2a7fabe7d1bd40bb8d3762adf9647f53 is 50, key is test_row_0/B:col10/1732447447598/Put/seqid=0 2024-11-24T11:24:09,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742357_1533 (size=12241) 2024-11-24T11:24:09,602 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#A#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:09,602 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/55594c99be384092a0f648df2c8cbae9 is 50, key is test_row_0/A:col10/1732447447598/Put/seqid=0 2024-11-24T11:24:09,603 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/2a7fabe7d1bd40bb8d3762adf9647f53 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/2a7fabe7d1bd40bb8d3762adf9647f53 2024-11-24T11:24:09,610 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/B of f5c6e7c4fad57e8787a8e5c2c03107e1 into 2a7fabe7d1bd40bb8d3762adf9647f53(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:09,610 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:09,610 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/B, priority=12, startTime=1732447449576; duration=0sec 2024-11-24T11:24:09,610 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:09,610 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:B 2024-11-24T11:24:09,610 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:24:09,612 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:24:09,612 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/C is initiating minor compaction (all files) 2024-11-24T11:24:09,612 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/C in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:09,612 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/dba61329fa454ea2ade888dfb644dabb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/747a9fb34b284d48965b2264999b809c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/60b38b912dd3472ba1e45c95b74a4ea3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/927847ea5bb44629b913aabf8b8ae5a9] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=47.0 K 2024-11-24T11:24:09,613 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting dba61329fa454ea2ade888dfb644dabb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447445135 2024-11-24T11:24:09,613 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 747a9fb34b284d48965b2264999b809c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732447445816 2024-11-24T11:24:09,613 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 60b38b912dd3472ba1e45c95b74a4ea3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732447446947 2024-11-24T11:24:09,614 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 927847ea5bb44629b913aabf8b8ae5a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447447595 2024-11-24T11:24:09,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742358_1534 (size=12241) 2024-11-24T11:24:09,623 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:09,624 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/cd3463d1e96e4c36824813d66961681d is 50, key is test_row_0/C:col10/1732447447598/Put/seqid=0 2024-11-24T11:24:09,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T11:24:09,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:09,633 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T11:24:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:09,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:09,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/03fd6bea3a3f4cfe9164ade7efb52cbc is 50, key is test_row_0/A:col10/1732447448734/Put/seqid=0 2024-11-24T11:24:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742359_1535 (size=12241) 2024-11-24T11:24:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742360_1536 (size=12001) 2024-11-24T11:24:09,651 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/03fd6bea3a3f4cfe9164ade7efb52cbc 2024-11-24T11:24:09,655 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/cd3463d1e96e4c36824813d66961681d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cd3463d1e96e4c36824813d66961681d 2024-11-24T11:24:09,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/c8a07ccd45d64a9fabfd4a78d4446224 is 50, key is test_row_0/B:col10/1732447448734/Put/seqid=0 2024-11-24T11:24:09,661 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/C of f5c6e7c4fad57e8787a8e5c2c03107e1 into cd3463d1e96e4c36824813d66961681d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:09,661 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:09,661 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/C, priority=12, startTime=1732447449577; duration=0sec 2024-11-24T11:24:09,661 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:09,661 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:C 2024-11-24T11:24:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742361_1537 (size=12001) 2024-11-24T11:24:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T11:24:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:09,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:09,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447509885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447509886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447509887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447509889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447509994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447509994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447509994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447509996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,024 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/55594c99be384092a0f648df2c8cbae9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/55594c99be384092a0f648df2c8cbae9 2024-11-24T11:24:10,028 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/A of f5c6e7c4fad57e8787a8e5c2c03107e1 into 55594c99be384092a0f648df2c8cbae9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:10,028 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:10,028 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/A, priority=12, startTime=1732447449576; duration=0sec 2024-11-24T11:24:10,028 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:10,028 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:A 2024-11-24T11:24:10,075 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/c8a07ccd45d64a9fabfd4a78d4446224 2024-11-24T11:24:10,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/f5b86b86249c43839a97ee5c1053daf8 is 50, key is test_row_0/C:col10/1732447448734/Put/seqid=0 2024-11-24T11:24:10,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742362_1538 (size=12001) 2024-11-24T11:24:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447510200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447510200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447510200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447510202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T11:24:10,494 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/f5b86b86249c43839a97ee5c1053daf8 2024-11-24T11:24:10,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/03fd6bea3a3f4cfe9164ade7efb52cbc as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/03fd6bea3a3f4cfe9164ade7efb52cbc 2024-11-24T11:24:10,501 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/03fd6bea3a3f4cfe9164ade7efb52cbc, entries=150, sequenceid=128, filesize=11.7 K 2024-11-24T11:24:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/c8a07ccd45d64a9fabfd4a78d4446224 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/c8a07ccd45d64a9fabfd4a78d4446224 2024-11-24T11:24:10,504 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/c8a07ccd45d64a9fabfd4a78d4446224, entries=150, sequenceid=128, filesize=11.7 K 2024-11-24T11:24:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/f5b86b86249c43839a97ee5c1053daf8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/f5b86b86249c43839a97ee5c1053daf8 2024-11-24T11:24:10,507 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/f5b86b86249c43839a97ee5c1053daf8, entries=150, sequenceid=128, filesize=11.7 K 2024-11-24T11:24:10,508 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 875ms, sequenceid=128, compaction requested=false 2024-11-24T11:24:10,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:10,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:10,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-24T11:24:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-24T11:24:10,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-24T11:24:10,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3350 sec 2024-11-24T11:24:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:10,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T11:24:10,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.3390 sec 2024-11-24T11:24:10,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:10,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:10,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:10,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:10,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:10,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:10,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/c2b97b7289614defa58a82fd306a448c is 50, key is test_row_0/A:col10/1732447450512/Put/seqid=0 2024-11-24T11:24:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447510513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447510515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742363_1539 (size=14541) 2024-11-24T11:24:10,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447510518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447510519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447510620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447510620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447510624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447510625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447510822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447510825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447510826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447510828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:10,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/c2b97b7289614defa58a82fd306a448c 2024-11-24T11:24:10,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/2ddc5d8587a444359ef1c2d530679b9f is 50, key is test_row_0/B:col10/1732447450512/Put/seqid=0 2024-11-24T11:24:10,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742364_1540 (size=12151) 2024-11-24T11:24:10,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/2ddc5d8587a444359ef1c2d530679b9f 2024-11-24T11:24:10,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/bfc6869e4c2c4caeb1f053dad943a82c is 50, key is test_row_0/C:col10/1732447450512/Put/seqid=0 2024-11-24T11:24:10,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742365_1541 (size=12151) 2024-11-24T11:24:11,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447511126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447511130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447511131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447511132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447511191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,195 DEBUG [Thread-2253 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8194 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T11:24:11,277 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-24T11:24:11,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-24T11:24:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T11:24:11,280 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:11,280 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:11,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:11,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T11:24:11,322 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T11:24:11,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/bfc6869e4c2c4caeb1f053dad943a82c 2024-11-24T11:24:11,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/c2b97b7289614defa58a82fd306a448c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c2b97b7289614defa58a82fd306a448c 2024-11-24T11:24:11,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c2b97b7289614defa58a82fd306a448c, entries=200, sequenceid=160, filesize=14.2 K 2024-11-24T11:24:11,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/2ddc5d8587a444359ef1c2d530679b9f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/2ddc5d8587a444359ef1c2d530679b9f 2024-11-24T11:24:11,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/2ddc5d8587a444359ef1c2d530679b9f, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T11:24:11,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/bfc6869e4c2c4caeb1f053dad943a82c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/bfc6869e4c2c4caeb1f053dad943a82c 2024-11-24T11:24:11,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/bfc6869e4c2c4caeb1f053dad943a82c, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T11:24:11,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 850ms, sequenceid=160, compaction requested=true 2024-11-24T11:24:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:11,363 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:11,363 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:11,364 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:11,364 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:11,364 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/B is initiating minor compaction (all files) 2024-11-24T11:24:11,364 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/A is initiating minor compaction (all files) 2024-11-24T11:24:11,364 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/B in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:11,364 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/A in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:11,364 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/2a7fabe7d1bd40bb8d3762adf9647f53, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/c8a07ccd45d64a9fabfd4a78d4446224, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/2ddc5d8587a444359ef1c2d530679b9f] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=35.5 K 2024-11-24T11:24:11,364 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/55594c99be384092a0f648df2c8cbae9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/03fd6bea3a3f4cfe9164ade7efb52cbc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c2b97b7289614defa58a82fd306a448c] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=37.9 K 2024-11-24T11:24:11,364 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a7fabe7d1bd40bb8d3762adf9647f53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447447595 2024-11-24T11:24:11,364 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55594c99be384092a0f648df2c8cbae9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447447595 2024-11-24T11:24:11,364 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting c8a07ccd45d64a9fabfd4a78d4446224, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732447448728 2024-11-24T11:24:11,365 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03fd6bea3a3f4cfe9164ade7efb52cbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732447448728 2024-11-24T11:24:11,365 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ddc5d8587a444359ef1c2d530679b9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732447449877 2024-11-24T11:24:11,365 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2b97b7289614defa58a82fd306a448c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732447449877 2024-11-24T11:24:11,371 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:11,371 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/5d6c44c57d1a4703b2bb7663d462daab is 50, key is test_row_0/B:col10/1732447450512/Put/seqid=0 2024-11-24T11:24:11,371 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#A#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:11,372 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/e064294e742f473a9c6804c7fc712303 is 50, key is test_row_0/A:col10/1732447450512/Put/seqid=0 2024-11-24T11:24:11,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742366_1542 (size=12493) 2024-11-24T11:24:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T11:24:11,381 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/5d6c44c57d1a4703b2bb7663d462daab as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/5d6c44c57d1a4703b2bb7663d462daab 2024-11-24T11:24:11,385 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/B of f5c6e7c4fad57e8787a8e5c2c03107e1 into 5d6c44c57d1a4703b2bb7663d462daab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:11,385 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:11,385 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/B, priority=13, startTime=1732447451363; duration=0sec 2024-11-24T11:24:11,385 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:11,385 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:B 2024-11-24T11:24:11,385 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:11,386 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:11,386 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/C is initiating minor compaction (all files) 2024-11-24T11:24:11,386 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/C in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:11,386 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cd3463d1e96e4c36824813d66961681d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/f5b86b86249c43839a97ee5c1053daf8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/bfc6869e4c2c4caeb1f053dad943a82c] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=35.5 K 2024-11-24T11:24:11,386 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting cd3463d1e96e4c36824813d66961681d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447447595 2024-11-24T11:24:11,387 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting f5b86b86249c43839a97ee5c1053daf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732447448728 2024-11-24T11:24:11,387 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting bfc6869e4c2c4caeb1f053dad943a82c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732447449877 2024-11-24T11:24:11,402 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:11,403 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/cb4380d09319444e9e4d5ca4a35eddb4 is 50, key is test_row_0/C:col10/1732447450512/Put/seqid=0 2024-11-24T11:24:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742367_1543 (size=12493) 2024-11-24T11:24:11,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742368_1544 (size=12493) 2024-11-24T11:24:11,410 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/e064294e742f473a9c6804c7fc712303 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/e064294e742f473a9c6804c7fc712303 2024-11-24T11:24:11,426 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/cb4380d09319444e9e4d5ca4a35eddb4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cb4380d09319444e9e4d5ca4a35eddb4 2024-11-24T11:24:11,426 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/A of f5c6e7c4fad57e8787a8e5c2c03107e1 into e064294e742f473a9c6804c7fc712303(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:11,427 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:11,427 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/A, priority=13, startTime=1732447451363; duration=0sec 2024-11-24T11:24:11,427 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:11,427 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:A 2024-11-24T11:24:11,431 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/C of f5c6e7c4fad57e8787a8e5c2c03107e1 into cb4380d09319444e9e4d5ca4a35eddb4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:11,431 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:11,431 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/C, priority=13, startTime=1732447451363; duration=0sec 2024-11-24T11:24:11,431 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:11,431 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:C 2024-11-24T11:24:11,432 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T11:24:11,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:11,435 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T11:24:11,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:11,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:11,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:11,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:11,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:11,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:11,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/30265364a7ed48afaeab066efce415a3 is 50, key is test_row_0/A:col10/1732447450516/Put/seqid=0 2024-11-24T11:24:11,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742369_1545 (size=9757) 2024-11-24T11:24:11,457 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/30265364a7ed48afaeab066efce415a3 2024-11-24T11:24:11,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/7e4e20bbbcb4492cb2c46dbaf77a06d3 is 50, key is test_row_0/B:col10/1732447450516/Put/seqid=0 2024-11-24T11:24:11,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742370_1546 (size=9757) 2024-11-24T11:24:11,471 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/7e4e20bbbcb4492cb2c46dbaf77a06d3 2024-11-24T11:24:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/46036c907222480f8baf54073c66ac83 is 50, key is test_row_0/C:col10/1732447450516/Put/seqid=0 2024-11-24T11:24:11,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742371_1547 (size=9757) 2024-11-24T11:24:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T11:24:11,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:11,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447511670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447511672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447511675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447511676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447511777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447511777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447511782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447511782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T11:24:11,885 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/46036c907222480f8baf54073c66ac83 2024-11-24T11:24:11,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/30265364a7ed48afaeab066efce415a3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/30265364a7ed48afaeab066efce415a3 2024-11-24T11:24:11,891 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/30265364a7ed48afaeab066efce415a3, entries=100, sequenceid=169, filesize=9.5 K 2024-11-24T11:24:11,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/7e4e20bbbcb4492cb2c46dbaf77a06d3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7e4e20bbbcb4492cb2c46dbaf77a06d3 2024-11-24T11:24:11,895 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7e4e20bbbcb4492cb2c46dbaf77a06d3, entries=100, sequenceid=169, filesize=9.5 K 2024-11-24T11:24:11,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/46036c907222480f8baf54073c66ac83 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/46036c907222480f8baf54073c66ac83 2024-11-24T11:24:11,899 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/46036c907222480f8baf54073c66ac83, entries=100, sequenceid=169, filesize=9.5 K 2024-11-24T11:24:11,900 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 464ms, sequenceid=169, compaction requested=false 2024-11-24T11:24:11,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:11,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:11,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-24T11:24:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-24T11:24:11,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-24T11:24:11,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 621 msec 2024-11-24T11:24:11,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 624 msec 2024-11-24T11:24:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:11,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-24T11:24:11,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:11,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:11,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:11,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:11,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:11,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:11,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447511985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447511986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447511987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/5b35cf15a7e2444a8b8955e0ca25004d is 50, key is test_row_0/A:col10/1732447451984/Put/seqid=0 2024-11-24T11:24:11,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447511988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:11,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742372_1548 (size=12151) 2024-11-24T11:24:12,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447512089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447512090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447512092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447512292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447512293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447512293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447512294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T11:24:12,383 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-24T11:24:12,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-24T11:24:12,386 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T11:24:12,387 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:12,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:12,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/5b35cf15a7e2444a8b8955e0ca25004d 2024-11-24T11:24:12,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/de58cb2290114e209cdd49a0b2ba6dec is 50, key is test_row_0/B:col10/1732447451984/Put/seqid=0 2024-11-24T11:24:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742373_1549 (size=12151) 2024-11-24T11:24:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T11:24:12,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T11:24:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:12,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:12,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447512596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447512597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447512599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T11:24:12,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T11:24:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:12,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:12,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447512800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/de58cb2290114e209cdd49a0b2ba6dec 2024-11-24T11:24:12,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/4922cf2e3b7144cca47bf7fcfb0f8619 is 50, key is test_row_0/C:col10/1732447451984/Put/seqid=0 2024-11-24T11:24:12,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742374_1550 (size=12151) 2024-11-24T11:24:12,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T11:24:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:12,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T11:24:12,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:12,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T11:24:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:12,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:13,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447513100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447513101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447513102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:13,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:13,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T11:24:13,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:13,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:13,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:13,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:13,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:13,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/4922cf2e3b7144cca47bf7fcfb0f8619 2024-11-24T11:24:13,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/5b35cf15a7e2444a8b8955e0ca25004d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/5b35cf15a7e2444a8b8955e0ca25004d 2024-11-24T11:24:13,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/5b35cf15a7e2444a8b8955e0ca25004d, entries=150, sequenceid=200, filesize=11.9 K 2024-11-24T11:24:13,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/de58cb2290114e209cdd49a0b2ba6dec as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/de58cb2290114e209cdd49a0b2ba6dec 2024-11-24T11:24:13,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/de58cb2290114e209cdd49a0b2ba6dec, entries=150, sequenceid=200, filesize=11.9 K 2024-11-24T11:24:13,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/4922cf2e3b7144cca47bf7fcfb0f8619 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/4922cf2e3b7144cca47bf7fcfb0f8619 2024-11-24T11:24:13,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/4922cf2e3b7144cca47bf7fcfb0f8619, entries=150, sequenceid=200, filesize=11.9 K 2024-11-24T11:24:13,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 1261ms, sequenceid=200, compaction requested=true 2024-11-24T11:24:13,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:13,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:13,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:13,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:13,247 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:13,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:13,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:13,247 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:13,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:13,248 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:13,248 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:13,248 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/B is initiating minor compaction (all files) 2024-11-24T11:24:13,248 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/A is initiating minor compaction (all files) 2024-11-24T11:24:13,248 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/B in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:13,248 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/A in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:13,248 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/5d6c44c57d1a4703b2bb7663d462daab, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7e4e20bbbcb4492cb2c46dbaf77a06d3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/de58cb2290114e209cdd49a0b2ba6dec] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=33.6 K 2024-11-24T11:24:13,248 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/e064294e742f473a9c6804c7fc712303, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/30265364a7ed48afaeab066efce415a3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/5b35cf15a7e2444a8b8955e0ca25004d] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=33.6 K 2024-11-24T11:24:13,248 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e064294e742f473a9c6804c7fc712303, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732447449877 2024-11-24T11:24:13,248 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d6c44c57d1a4703b2bb7663d462daab, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732447449877 2024-11-24T11:24:13,249 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e4e20bbbcb4492cb2c46dbaf77a06d3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732447450516 2024-11-24T11:24:13,249 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30265364a7ed48afaeab066efce415a3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732447450516 2024-11-24T11:24:13,249 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting de58cb2290114e209cdd49a0b2ba6dec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732447451667 2024-11-24T11:24:13,249 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b35cf15a7e2444a8b8955e0ca25004d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732447451667 2024-11-24T11:24:13,255 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#A#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:13,255 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:13,255 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/bcced1aa9c3e4a65bf202990b66c2545 is 50, key is test_row_0/A:col10/1732447451984/Put/seqid=0 2024-11-24T11:24:13,256 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/37b3249dbe294ffd92d8c837df2d8264 is 50, key is test_row_0/B:col10/1732447451984/Put/seqid=0 2024-11-24T11:24:13,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742375_1551 (size=12595) 2024-11-24T11:24:13,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742376_1552 (size=12595) 2024-11-24T11:24:13,266 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/37b3249dbe294ffd92d8c837df2d8264 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/37b3249dbe294ffd92d8c837df2d8264 2024-11-24T11:24:13,270 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/B of f5c6e7c4fad57e8787a8e5c2c03107e1 into 37b3249dbe294ffd92d8c837df2d8264(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:13,270 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:13,270 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/B, priority=13, startTime=1732447453247; duration=0sec 2024-11-24T11:24:13,270 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:13,270 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:B 2024-11-24T11:24:13,270 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:13,271 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:13,271 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/C is initiating minor compaction (all files) 2024-11-24T11:24:13,271 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/C in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:13,271 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cb4380d09319444e9e4d5ca4a35eddb4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/46036c907222480f8baf54073c66ac83, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/4922cf2e3b7144cca47bf7fcfb0f8619] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=33.6 K 2024-11-24T11:24:13,271 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting cb4380d09319444e9e4d5ca4a35eddb4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732447449877 2024-11-24T11:24:13,272 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 46036c907222480f8baf54073c66ac83, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732447450516 2024-11-24T11:24:13,272 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4922cf2e3b7144cca47bf7fcfb0f8619, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732447451667 2024-11-24T11:24:13,278 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#C#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:13,278 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/50ef7fd0a28b43dfab6f2ff31b2961ca is 50, key is test_row_0/C:col10/1732447451984/Put/seqid=0 2024-11-24T11:24:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742377_1553 (size=12595) 2024-11-24T11:24:13,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:13,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T11:24:13,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:13,306 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-24T11:24:13,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:13,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:13,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:13,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:13,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:13,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:13,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/524d772b14be4c628e5e4b9715585492 is 50, key is test_row_0/A:col10/1732447451987/Put/seqid=0 2024-11-24T11:24:13,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742378_1554 (size=9757) 2024-11-24T11:24:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T11:24:13,667 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/bcced1aa9c3e4a65bf202990b66c2545 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/bcced1aa9c3e4a65bf202990b66c2545 2024-11-24T11:24:13,672 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/A of f5c6e7c4fad57e8787a8e5c2c03107e1 into bcced1aa9c3e4a65bf202990b66c2545(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:13,672 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:13,672 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/A, priority=13, startTime=1732447453247; duration=0sec 2024-11-24T11:24:13,673 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:13,673 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:A 2024-11-24T11:24:13,685 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/50ef7fd0a28b43dfab6f2ff31b2961ca as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/50ef7fd0a28b43dfab6f2ff31b2961ca 2024-11-24T11:24:13,689 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/C of f5c6e7c4fad57e8787a8e5c2c03107e1 into 50ef7fd0a28b43dfab6f2ff31b2961ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:13,690 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:13,690 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/C, priority=13, startTime=1732447453247; duration=0sec 2024-11-24T11:24:13,690 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:13,690 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:C 2024-11-24T11:24:13,718 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/524d772b14be4c628e5e4b9715585492 2024-11-24T11:24:13,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/1e237a759cb347c58395ec95d1b34f83 is 50, key is test_row_0/B:col10/1732447451987/Put/seqid=0 2024-11-24T11:24:13,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742379_1555 (size=9757) 2024-11-24T11:24:13,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:13,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447513910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:14,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447514016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:14,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447514104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:14,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447514104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:14,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447514112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:14,131 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/1e237a759cb347c58395ec95d1b34f83 2024-11-24T11:24:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/731f0f2db6cb482e87be0f5ba0493d49 is 50, key is test_row_0/C:col10/1732447451987/Put/seqid=0 2024-11-24T11:24:14,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742380_1556 (size=9757) 2024-11-24T11:24:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447514218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T11:24:14,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447514524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:14,541 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/731f0f2db6cb482e87be0f5ba0493d49 2024-11-24T11:24:14,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/524d772b14be4c628e5e4b9715585492 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/524d772b14be4c628e5e4b9715585492 2024-11-24T11:24:14,548 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/524d772b14be4c628e5e4b9715585492, entries=100, sequenceid=206, filesize=9.5 K 2024-11-24T11:24:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/1e237a759cb347c58395ec95d1b34f83 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/1e237a759cb347c58395ec95d1b34f83 2024-11-24T11:24:14,551 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/1e237a759cb347c58395ec95d1b34f83, entries=100, sequenceid=206, filesize=9.5 K 2024-11-24T11:24:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/731f0f2db6cb482e87be0f5ba0493d49 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/731f0f2db6cb482e87be0f5ba0493d49 2024-11-24T11:24:14,556 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/731f0f2db6cb482e87be0f5ba0493d49, entries=100, sequenceid=206, filesize=9.5 K 2024-11-24T11:24:14,557 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 1251ms, sequenceid=206, compaction requested=false 2024-11-24T11:24:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-24T11:24:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-24T11:24:14,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-24T11:24:14,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1710 sec 2024-11-24T11:24:14,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.1750 sec 2024-11-24T11:24:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:15,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-24T11:24:15,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:15,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:15,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:15,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:15,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:15,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:15,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/e9e821c7fe2d42d185328f2fb0176db6 is 50, key is test_row_0/A:col10/1732447453908/Put/seqid=0 2024-11-24T11:24:15,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742381_1557 (size=14541) 2024-11-24T11:24:15,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447515035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:15,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447515141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:15,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447515343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:15,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/e9e821c7fe2d42d185328f2fb0176db6 2024-11-24T11:24:15,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/5953cd3c1cfb4e7eb1bdb62c1f63574e is 50, key is test_row_0/B:col10/1732447453908/Put/seqid=0 2024-11-24T11:24:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742382_1558 (size=12151) 2024-11-24T11:24:15,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447515647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:15,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/5953cd3c1cfb4e7eb1bdb62c1f63574e 2024-11-24T11:24:15,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/353d532331d848ef85e1103fca649737 is 50, key is test_row_0/C:col10/1732447453908/Put/seqid=0 2024-11-24T11:24:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742383_1559 (size=12151) 2024-11-24T11:24:16,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447516113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:16,116 DEBUG [Thread-2257 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:16,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447516115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:16,119 DEBUG [Thread-2251 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:16,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447516125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:16,130 DEBUG [Thread-2255 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:16,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447516152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:16,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/353d532331d848ef85e1103fca649737 2024-11-24T11:24:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/e9e821c7fe2d42d185328f2fb0176db6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/e9e821c7fe2d42d185328f2fb0176db6 2024-11-24T11:24:16,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/e9e821c7fe2d42d185328f2fb0176db6, entries=200, sequenceid=240, filesize=14.2 K 2024-11-24T11:24:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/5953cd3c1cfb4e7eb1bdb62c1f63574e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/5953cd3c1cfb4e7eb1bdb62c1f63574e 2024-11-24T11:24:16,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/5953cd3c1cfb4e7eb1bdb62c1f63574e, entries=150, sequenceid=240, filesize=11.9 K 2024-11-24T11:24:16,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/353d532331d848ef85e1103fca649737 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/353d532331d848ef85e1103fca649737 2024-11-24T11:24:16,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/353d532331d848ef85e1103fca649737, entries=150, sequenceid=240, filesize=11.9 K 2024-11-24T11:24:16,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 1242ms, sequenceid=240, compaction requested=true 2024-11-24T11:24:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:16,272 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:16,272 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:16,273 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:16,273 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/B is initiating minor compaction (all files) 2024-11-24T11:24:16,273 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/B in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:16,273 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/37b3249dbe294ffd92d8c837df2d8264, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/1e237a759cb347c58395ec95d1b34f83, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/5953cd3c1cfb4e7eb1bdb62c1f63574e] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=33.7 K 2024-11-24T11:24:16,274 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 37b3249dbe294ffd92d8c837df2d8264, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732447451667 2024-11-24T11:24:16,274 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36893 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:16,274 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/A is initiating minor compaction (all files) 2024-11-24T11:24:16,274 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/A in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:16,274 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e237a759cb347c58395ec95d1b34f83, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732447451986 2024-11-24T11:24:16,274 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/bcced1aa9c3e4a65bf202990b66c2545, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/524d772b14be4c628e5e4b9715585492, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/e9e821c7fe2d42d185328f2fb0176db6] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=36.0 K 2024-11-24T11:24:16,274 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5953cd3c1cfb4e7eb1bdb62c1f63574e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732447453903 2024-11-24T11:24:16,274 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcced1aa9c3e4a65bf202990b66c2545, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732447451667 2024-11-24T11:24:16,274 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 524d772b14be4c628e5e4b9715585492, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732447451986 2024-11-24T11:24:16,275 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9e821c7fe2d42d185328f2fb0176db6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732447453896 2024-11-24T11:24:16,280 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:16,281 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/86d8779fa18f4fe3ada0f52fb0302ef2 is 50, key is test_row_0/B:col10/1732447453908/Put/seqid=0 2024-11-24T11:24:16,287 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#A#compaction#478 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:16,288 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/acaca39faa28474cbd521a5fc2ba6e40 is 50, key is test_row_0/A:col10/1732447453908/Put/seqid=0 2024-11-24T11:24:16,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742384_1560 (size=12697) 2024-11-24T11:24:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742385_1561 (size=12697) 2024-11-24T11:24:16,295 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/86d8779fa18f4fe3ada0f52fb0302ef2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/86d8779fa18f4fe3ada0f52fb0302ef2 2024-11-24T11:24:16,297 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/acaca39faa28474cbd521a5fc2ba6e40 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/acaca39faa28474cbd521a5fc2ba6e40 2024-11-24T11:24:16,301 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/B of f5c6e7c4fad57e8787a8e5c2c03107e1 into 86d8779fa18f4fe3ada0f52fb0302ef2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:16,301 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:16,301 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/B, priority=13, startTime=1732447456272; duration=0sec 2024-11-24T11:24:16,301 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:16,301 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:B 2024-11-24T11:24:16,301 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:16,302 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/A of f5c6e7c4fad57e8787a8e5c2c03107e1 into acaca39faa28474cbd521a5fc2ba6e40(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:16,302 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:16,302 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/A, priority=13, startTime=1732447456272; duration=0sec 2024-11-24T11:24:16,302 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:16,302 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:A 2024-11-24T11:24:16,302 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:16,302 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/C is initiating minor compaction (all files) 2024-11-24T11:24:16,302 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/C in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:16,302 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/50ef7fd0a28b43dfab6f2ff31b2961ca, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/731f0f2db6cb482e87be0f5ba0493d49, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/353d532331d848ef85e1103fca649737] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=33.7 K 2024-11-24T11:24:16,303 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 50ef7fd0a28b43dfab6f2ff31b2961ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732447451667 2024-11-24T11:24:16,303 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 731f0f2db6cb482e87be0f5ba0493d49, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732447451986 2024-11-24T11:24:16,303 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 353d532331d848ef85e1103fca649737, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732447453903 2024-11-24T11:24:16,311 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:16,311 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/2601e11825944574befe4847afac5033 is 50, key is test_row_0/C:col10/1732447453908/Put/seqid=0 2024-11-24T11:24:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742386_1562 (size=12697) 2024-11-24T11:24:16,342 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/2601e11825944574befe4847afac5033 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/2601e11825944574befe4847afac5033 2024-11-24T11:24:16,346 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/C of f5c6e7c4fad57e8787a8e5c2c03107e1 into 2601e11825944574befe4847afac5033(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:16,346 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:16,346 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/C, priority=13, startTime=1732447456272; duration=0sec 2024-11-24T11:24:16,346 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:16,346 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:C 2024-11-24T11:24:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T11:24:16,491 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-24T11:24:16,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-24T11:24:16,495 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T11:24:16,496 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:16,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T11:24:16,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:16,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T11:24:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:16,649 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-24T11:24:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:16,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:16,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/3f81e678828a4187b8aee2570264ef3d is 50, key is test_row_0/A:col10/1732447455034/Put/seqid=0 2024-11-24T11:24:16,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742387_1563 (size=7365) 2024-11-24T11:24:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T11:24:17,077 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/3f81e678828a4187b8aee2570264ef3d 2024-11-24T11:24:17,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/d00386b6f23c4cfdafa70f404498fc2d is 50, key is test_row_0/B:col10/1732447455034/Put/seqid=0 2024-11-24T11:24:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742388_1564 (size=7365) 2024-11-24T11:24:17,092 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/d00386b6f23c4cfdafa70f404498fc2d 2024-11-24T11:24:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T11:24:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/269d7bdc25914823ad619ca6d01caed3 is 50, key is test_row_0/C:col10/1732447455034/Put/seqid=0 2024-11-24T11:24:17,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742389_1565 (size=7365) 2024-11-24T11:24:17,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:17,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447517264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:17,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447517370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:17,505 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/269d7bdc25914823ad619ca6d01caed3 2024-11-24T11:24:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/3f81e678828a4187b8aee2570264ef3d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/3f81e678828a4187b8aee2570264ef3d 2024-11-24T11:24:17,522 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/3f81e678828a4187b8aee2570264ef3d, entries=50, sequenceid=247, filesize=7.2 K 2024-11-24T11:24:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/d00386b6f23c4cfdafa70f404498fc2d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/d00386b6f23c4cfdafa70f404498fc2d 2024-11-24T11:24:17,527 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/d00386b6f23c4cfdafa70f404498fc2d, entries=50, sequenceid=247, filesize=7.2 K 2024-11-24T11:24:17,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/269d7bdc25914823ad619ca6d01caed3 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/269d7bdc25914823ad619ca6d01caed3 2024-11-24T11:24:17,533 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/269d7bdc25914823ad619ca6d01caed3, entries=50, sequenceid=247, filesize=7.2 K 2024-11-24T11:24:17,534 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 885ms, sequenceid=247, compaction requested=false 2024-11-24T11:24:17,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:17,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:17,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-24T11:24:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-24T11:24:17,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-24T11:24:17,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0390 sec 2024-11-24T11:24:17,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0440 sec 2024-11-24T11:24:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:17,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-24T11:24:17,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:17,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:17,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:17,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:17,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:17,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:17,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447517577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:17,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/de0721ffb5b94e34a49ae67144645d81 is 50, key is test_row_0/A:col10/1732447457576/Put/seqid=0 2024-11-24T11:24:17,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742390_1566 (size=12301) 2024-11-24T11:24:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T11:24:17,599 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-24T11:24:17,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-24T11:24:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T11:24:17,602 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:17,602 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:17,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:17,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447517679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T11:24:17,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:17,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T11:24:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:17,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:17,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:17,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447517882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T11:24:17,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:17,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T11:24:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:17,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:17,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:17,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/de0721ffb5b94e34a49ae67144645d81 2024-11-24T11:24:17,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/fa11a45145a2427fb19aab988907f42e is 50, key is test_row_0/B:col10/1732447457576/Put/seqid=0 2024-11-24T11:24:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742391_1567 (size=12301) 2024-11-24T11:24:18,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/fa11a45145a2427fb19aab988907f42e 2024-11-24T11:24:18,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/52474cadbbd648edbb0d4e4682924761 is 50, key is test_row_0/C:col10/1732447457576/Put/seqid=0 2024-11-24T11:24:18,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742392_1568 (size=12301) 2024-11-24T11:24:18,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/52474cadbbd648edbb0d4e4682924761 2024-11-24T11:24:18,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/de0721ffb5b94e34a49ae67144645d81 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/de0721ffb5b94e34a49ae67144645d81 2024-11-24T11:24:18,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/de0721ffb5b94e34a49ae67144645d81, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T11:24:18,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/fa11a45145a2427fb19aab988907f42e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fa11a45145a2427fb19aab988907f42e 2024-11-24T11:24:18,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fa11a45145a2427fb19aab988907f42e, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T11:24:18,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/52474cadbbd648edbb0d4e4682924761 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/52474cadbbd648edbb0d4e4682924761 2024-11-24T11:24:18,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/52474cadbbd648edbb0d4e4682924761, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T11:24:18,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 469ms, sequenceid=280, compaction requested=true 2024-11-24T11:24:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:18,045 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:18,045 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:18,046 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:18,046 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:18,046 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/B is initiating minor compaction (all files) 2024-11-24T11:24:18,046 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/A is initiating minor compaction (all files) 2024-11-24T11:24:18,046 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/B in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,046 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/A in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,046 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/86d8779fa18f4fe3ada0f52fb0302ef2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/d00386b6f23c4cfdafa70f404498fc2d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fa11a45145a2427fb19aab988907f42e] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=31.6 K 2024-11-24T11:24:18,046 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/acaca39faa28474cbd521a5fc2ba6e40, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/3f81e678828a4187b8aee2570264ef3d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/de0721ffb5b94e34a49ae67144645d81] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=31.6 K 2024-11-24T11:24:18,047 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 86d8779fa18f4fe3ada0f52fb0302ef2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732447453903 2024-11-24T11:24:18,047 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting acaca39faa28474cbd521a5fc2ba6e40, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732447453903 2024-11-24T11:24:18,047 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d00386b6f23c4cfdafa70f404498fc2d, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732447455034 2024-11-24T11:24:18,047 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f81e678828a4187b8aee2570264ef3d, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732447455034 2024-11-24T11:24:18,047 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting de0721ffb5b94e34a49ae67144645d81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732447457247 2024-11-24T11:24:18,047 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting fa11a45145a2427fb19aab988907f42e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732447457247 2024-11-24T11:24:18,055 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#A#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:18,055 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:18,055 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/6b08d86229bc4a439e4922331c284402 is 50, key is test_row_0/A:col10/1732447457576/Put/seqid=0 2024-11-24T11:24:18,056 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/28e1998ae3254ad6a720d69fd7a5fa62 is 50, key is test_row_0/B:col10/1732447457576/Put/seqid=0 2024-11-24T11:24:18,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:18,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T11:24:18,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:18,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-24T11:24:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-24T11:24:18,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-24T11:24:18,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 460 msec 2024-11-24T11:24:18,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 463 msec 2024-11-24T11:24:18,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742394_1570 (size=12949) 2024-11-24T11:24:18,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742393_1569 (size=12949) 2024-11-24T11:24:18,072 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/28e1998ae3254ad6a720d69fd7a5fa62 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/28e1998ae3254ad6a720d69fd7a5fa62 2024-11-24T11:24:18,076 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/B of f5c6e7c4fad57e8787a8e5c2c03107e1 into 28e1998ae3254ad6a720d69fd7a5fa62(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:18,076 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:18,076 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/B, priority=13, startTime=1732447458045; duration=0sec 2024-11-24T11:24:18,076 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:18,076 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:B 2024-11-24T11:24:18,077 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:18,080 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:18,081 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/C is initiating minor compaction (all files) 2024-11-24T11:24:18,081 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/C in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,081 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/2601e11825944574befe4847afac5033, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/269d7bdc25914823ad619ca6d01caed3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/52474cadbbd648edbb0d4e4682924761] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=31.6 K 2024-11-24T11:24:18,081 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/6b08d86229bc4a439e4922331c284402 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/6b08d86229bc4a439e4922331c284402 2024-11-24T11:24:18,081 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2601e11825944574befe4847afac5033, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732447453903 2024-11-24T11:24:18,082 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 269d7bdc25914823ad619ca6d01caed3, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732447455034 2024-11-24T11:24:18,083 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 52474cadbbd648edbb0d4e4682924761, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732447457247 2024-11-24T11:24:18,087 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/A of f5c6e7c4fad57e8787a8e5c2c03107e1 into 6b08d86229bc4a439e4922331c284402(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:18,087 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:18,087 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/A, priority=13, startTime=1732447458045; duration=0sec 2024-11-24T11:24:18,088 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:18,088 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:A 2024-11-24T11:24:18,090 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:18,090 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/6b611befed0c4116bb92f36931a79dc4 is 50, key is test_row_0/C:col10/1732447457576/Put/seqid=0 2024-11-24T11:24:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742395_1571 (size=12949) 2024-11-24T11:24:18,098 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/6b611befed0c4116bb92f36931a79dc4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/6b611befed0c4116bb92f36931a79dc4 2024-11-24T11:24:18,102 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/C of f5c6e7c4fad57e8787a8e5c2c03107e1 into 6b611befed0c4116bb92f36931a79dc4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:18,102 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:18,102 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/C, priority=13, startTime=1732447458045; duration=0sec 2024-11-24T11:24:18,102 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:18,102 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:C 2024-11-24T11:24:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:18,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:24:18,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:18,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:18,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:18,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:18,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:18,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T11:24:18,204 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-24T11:24:18,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:18,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/b06eab15270b4957b300b180ecd22bce is 50, key is test_row_0/A:col10/1732447458200/Put/seqid=0 2024-11-24T11:24:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-24T11:24:18,207 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T11:24:18,208 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:18,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:18,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742396_1572 (size=14741) 2024-11-24T11:24:18,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447518291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T11:24:18,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:18,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T11:24:18,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:18,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447518395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T11:24:18,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:18,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T11:24:18,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:18,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447518598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:18,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/b06eab15270b4957b300b180ecd22bce 2024-11-24T11:24:18,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/7f5544e9ceea4b2ab908574620f6f45c is 50, key is test_row_0/B:col10/1732447458200/Put/seqid=0 2024-11-24T11:24:18,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742397_1573 (size=12301) 2024-11-24T11:24:18,665 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:18,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T11:24:18,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:18,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T11:24:18,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:18,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T11:24:18,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:18,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447518906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:18,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:18,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T11:24:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:18,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:19,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/7f5544e9ceea4b2ab908574620f6f45c 2024-11-24T11:24:19,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/a31e4beda55c49129cd0b32adf063741 is 50, key is test_row_0/C:col10/1732447458200/Put/seqid=0 2024-11-24T11:24:19,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742398_1574 (size=12301) 2024-11-24T11:24:19,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:19,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T11:24:19,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:19,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:19,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:19,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:19,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:19,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:19,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T11:24:19,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:19,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:19,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:19,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:19,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T11:24:19,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447519410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:19,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:19,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T11:24:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:19,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:19,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:19,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:19,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:19,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/a31e4beda55c49129cd0b32adf063741 2024-11-24T11:24:19,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/b06eab15270b4957b300b180ecd22bce as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/b06eab15270b4957b300b180ecd22bce 2024-11-24T11:24:19,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/b06eab15270b4957b300b180ecd22bce, entries=200, sequenceid=295, filesize=14.4 K 2024-11-24T11:24:19,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/7f5544e9ceea4b2ab908574620f6f45c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7f5544e9ceea4b2ab908574620f6f45c 2024-11-24T11:24:19,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7f5544e9ceea4b2ab908574620f6f45c, entries=150, sequenceid=295, filesize=12.0 K 2024-11-24T11:24:19,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/a31e4beda55c49129cd0b32adf063741 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/a31e4beda55c49129cd0b32adf063741 2024-11-24T11:24:19,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/a31e4beda55c49129cd0b32adf063741, entries=150, sequenceid=295, filesize=12.0 K 2024-11-24T11:24:19,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 1246ms, sequenceid=295, compaction requested=false 2024-11-24T11:24:19,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:19,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:19,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T11:24:19,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:19,581 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:24:19,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:19,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/058c3d5828b54553a86810f8e918b857 is 50, key is test_row_0/A:col10/1732447458286/Put/seqid=0 2024-11-24T11:24:19,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742399_1575 (size=12301) 2024-11-24T11:24:19,989 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/058c3d5828b54553a86810f8e918b857 2024-11-24T11:24:19,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/b6146a5e0e7b448185c0fba44756f74b is 50, key is test_row_0/B:col10/1732447458286/Put/seqid=0 2024-11-24T11:24:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742400_1576 (size=12301) 2024-11-24T11:24:20,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:20,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60624 deadline: 1732447520156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:20,160 DEBUG [Thread-2251 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:20,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447520157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:20,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60606 deadline: 1732447520161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:20,166 DEBUG [Thread-2255 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:20,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447520266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T11:24:20,399 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/b6146a5e0e7b448185c0fba44756f74b 2024-11-24T11:24:20,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/1995e257f5e64dba956834f79af2aa7e is 50, key is test_row_0/C:col10/1732447458286/Put/seqid=0 2024-11-24T11:24:20,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742401_1577 (size=12301) 2024-11-24T11:24:20,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447520417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:20,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447520470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:20,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447520775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:20,810 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/1995e257f5e64dba956834f79af2aa7e 2024-11-24T11:24:20,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/058c3d5828b54553a86810f8e918b857 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/058c3d5828b54553a86810f8e918b857 2024-11-24T11:24:20,817 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/058c3d5828b54553a86810f8e918b857, entries=150, sequenceid=320, filesize=12.0 K 2024-11-24T11:24:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/b6146a5e0e7b448185c0fba44756f74b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b6146a5e0e7b448185c0fba44756f74b 2024-11-24T11:24:20,821 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b6146a5e0e7b448185c0fba44756f74b, entries=150, sequenceid=320, filesize=12.0 K 2024-11-24T11:24:20,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/1995e257f5e64dba956834f79af2aa7e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/1995e257f5e64dba956834f79af2aa7e 2024-11-24T11:24:20,824 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/1995e257f5e64dba956834f79af2aa7e, entries=150, sequenceid=320, filesize=12.0 K 2024-11-24T11:24:20,825 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 1244ms, sequenceid=320, compaction requested=true 2024-11-24T11:24:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-24T11:24:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-24T11:24:20,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-24T11:24:20,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6180 sec 2024-11-24T11:24:20,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.6220 sec 2024-11-24T11:24:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:21,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T11:24:21,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:21,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:21,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:21,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:21,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:21,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:21,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/1ff7e65ae9a44e4e87b6fcced52be467 is 50, key is test_row_0/A:col10/1732447460156/Put/seqid=0 2024-11-24T11:24:21,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742402_1578 (size=14741) 2024-11-24T11:24:21,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447521375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:21,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447521376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447521480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:21,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447521482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:21,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447521683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447521687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:21,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/1ff7e65ae9a44e4e87b6fcced52be467 2024-11-24T11:24:21,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/fae0aa6e51b046dbb467ede841807581 is 50, key is test_row_0/B:col10/1732447460156/Put/seqid=0 2024-11-24T11:24:21,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742403_1579 (size=12301) 2024-11-24T11:24:21,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447521989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:21,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447521992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:22,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/fae0aa6e51b046dbb467ede841807581 2024-11-24T11:24:22,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/b5362ed588df441a87b6a51e59c72e01 is 50, key is test_row_0/C:col10/1732447460156/Put/seqid=0 2024-11-24T11:24:22,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742404_1580 (size=12301) 2024-11-24T11:24:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T11:24:22,312 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-24T11:24:22,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-24T11:24:22,315 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T11:24:22,315 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:22,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T11:24:22,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60636 deadline: 1732447522437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:22,442 DEBUG [Thread-2259 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., hostname=28d8a466d69e,38163,1732447321684, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:22,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:22,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T11:24:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:22,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:22,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60652 deadline: 1732447522497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:22,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60622 deadline: 1732447522501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:22,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/b5362ed588df441a87b6a51e59c72e01 2024-11-24T11:24:22,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/1ff7e65ae9a44e4e87b6fcced52be467 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/1ff7e65ae9a44e4e87b6fcced52be467 2024-11-24T11:24:22,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/1ff7e65ae9a44e4e87b6fcced52be467, entries=200, sequenceid=332, filesize=14.4 K 2024-11-24T11:24:22,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/fae0aa6e51b046dbb467ede841807581 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fae0aa6e51b046dbb467ede841807581 2024-11-24T11:24:22,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fae0aa6e51b046dbb467ede841807581, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T11:24:22,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/b5362ed588df441a87b6a51e59c72e01 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/b5362ed588df441a87b6a51e59c72e01 2024-11-24T11:24:22,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/b5362ed588df441a87b6a51e59c72e01, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T11:24:22,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 1242ms, sequenceid=332, compaction requested=true 2024-11-24T11:24:22,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:22,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:22,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:22,527 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:24:22,528 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:24:22,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:22,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:22,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5c6e7c4fad57e8787a8e5c2c03107e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:22,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:22,528 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:24:22,528 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:24:22,528 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/A is initiating minor compaction (all files) 2024-11-24T11:24:22,528 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/B is initiating minor compaction (all files) 2024-11-24T11:24:22,529 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/A in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:22,529 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/B in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:22,529 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/28e1998ae3254ad6a720d69fd7a5fa62, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7f5544e9ceea4b2ab908574620f6f45c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b6146a5e0e7b448185c0fba44756f74b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fae0aa6e51b046dbb467ede841807581] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=48.7 K 2024-11-24T11:24:22,529 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/6b08d86229bc4a439e4922331c284402, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/b06eab15270b4957b300b180ecd22bce, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/058c3d5828b54553a86810f8e918b857, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/1ff7e65ae9a44e4e87b6fcced52be467] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=53.4 K 2024-11-24T11:24:22,529 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b08d86229bc4a439e4922331c284402, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732447457247 2024-11-24T11:24:22,529 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 28e1998ae3254ad6a720d69fd7a5fa62, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732447457247 2024-11-24T11:24:22,529 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b06eab15270b4957b300b180ecd22bce, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732447458191 2024-11-24T11:24:22,529 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f5544e9ceea4b2ab908574620f6f45c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732447458191 2024-11-24T11:24:22,530 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b6146a5e0e7b448185c0fba44756f74b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732447458267 2024-11-24T11:24:22,530 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 058c3d5828b54553a86810f8e918b857, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732447458267 2024-11-24T11:24:22,530 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting fae0aa6e51b046dbb467ede841807581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447460140 2024-11-24T11:24:22,530 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ff7e65ae9a44e4e87b6fcced52be467, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447460140 2024-11-24T11:24:22,540 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#A#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:22,540 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/19a4035a14b54c3f88ef19df1ff4242f is 50, key is test_row_0/A:col10/1732447460156/Put/seqid=0 2024-11-24T11:24:22,541 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#B#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:22,541 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/7e0335675e6e443597fb05ad6514723e is 50, key is test_row_0/B:col10/1732447460156/Put/seqid=0 2024-11-24T11:24:22,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742405_1581 (size=13085) 2024-11-24T11:24:22,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742406_1582 (size=13085) 2024-11-24T11:24:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T11:24:22,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:22,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T11:24:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:22,619 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:24:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:22,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/4677f2d0f71b4e4c93270560163b8e61 is 50, key is test_row_0/A:col10/1732447461375/Put/seqid=0 2024-11-24T11:24:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742407_1583 (size=12301) 2024-11-24T11:24:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T11:24:22,948 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/19a4035a14b54c3f88ef19df1ff4242f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/19a4035a14b54c3f88ef19df1ff4242f 2024-11-24T11:24:22,950 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/7e0335675e6e443597fb05ad6514723e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7e0335675e6e443597fb05ad6514723e 2024-11-24T11:24:22,957 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/A of f5c6e7c4fad57e8787a8e5c2c03107e1 into 19a4035a14b54c3f88ef19df1ff4242f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:22,957 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:22,957 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/A, priority=12, startTime=1732447462527; duration=0sec 2024-11-24T11:24:22,958 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:22,958 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:A 2024-11-24T11:24:22,958 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:24:22,958 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/B of f5c6e7c4fad57e8787a8e5c2c03107e1 into 7e0335675e6e443597fb05ad6514723e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:22,958 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:22,958 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/B, priority=12, startTime=1732447462527; duration=0sec 2024-11-24T11:24:22,958 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:22,958 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:B 2024-11-24T11:24:22,958 DEBUG [Thread-2264 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53e32f27 to 127.0.0.1:50154 2024-11-24T11:24:22,958 DEBUG [Thread-2264 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:22,959 DEBUG [Thread-2262 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79ed98ec to 127.0.0.1:50154 2024-11-24T11:24:22,959 DEBUG [Thread-2262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:22,959 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:24:22,959 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): f5c6e7c4fad57e8787a8e5c2c03107e1/C is initiating minor compaction (all files) 2024-11-24T11:24:22,960 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f5c6e7c4fad57e8787a8e5c2c03107e1/C in TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:22,960 DEBUG [Thread-2270 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06c7fbf3 to 127.0.0.1:50154 2024-11-24T11:24:22,960 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/6b611befed0c4116bb92f36931a79dc4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/a31e4beda55c49129cd0b32adf063741, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/1995e257f5e64dba956834f79af2aa7e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/b5362ed588df441a87b6a51e59c72e01] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp, totalSize=48.7 K 2024-11-24T11:24:22,960 DEBUG [Thread-2270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:22,962 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b611befed0c4116bb92f36931a79dc4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732447457247 2024-11-24T11:24:22,962 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a31e4beda55c49129cd0b32adf063741, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732447458191 2024-11-24T11:24:22,962 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1995e257f5e64dba956834f79af2aa7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732447458267 2024-11-24T11:24:22,963 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5362ed588df441a87b6a51e59c72e01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732447460140 2024-11-24T11:24:22,963 DEBUG [Thread-2268 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77dd6dc0 to 127.0.0.1:50154 2024-11-24T11:24:22,963 DEBUG [Thread-2268 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:22,968 DEBUG [Thread-2266 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a1f6ddd to 127.0.0.1:50154 2024-11-24T11:24:22,968 DEBUG [Thread-2266 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:22,969 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5c6e7c4fad57e8787a8e5c2c03107e1#C#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:22,969 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/01c1b6972bcf4e79a480eec27f6cf720 is 50, key is test_row_0/C:col10/1732447460156/Put/seqid=0 2024-11-24T11:24:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742408_1584 (size=13085) 2024-11-24T11:24:23,028 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/4677f2d0f71b4e4c93270560163b8e61 2024-11-24T11:24:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/472b25b6f65b40c19acaadc2336e14bb is 50, key is test_row_0/B:col10/1732447461375/Put/seqid=0 2024-11-24T11:24:23,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742409_1585 (size=12301) 2024-11-24T11:24:23,376 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/01c1b6972bcf4e79a480eec27f6cf720 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/01c1b6972bcf4e79a480eec27f6cf720 2024-11-24T11:24:23,379 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f5c6e7c4fad57e8787a8e5c2c03107e1/C of f5c6e7c4fad57e8787a8e5c2c03107e1 into 01c1b6972bcf4e79a480eec27f6cf720(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:23,379 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:23,379 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1., storeName=f5c6e7c4fad57e8787a8e5c2c03107e1/C, priority=12, startTime=1732447462528; duration=0sec 2024-11-24T11:24:23,379 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:23,379 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5c6e7c4fad57e8787a8e5c2c03107e1:C 2024-11-24T11:24:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T11:24:23,438 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/472b25b6f65b40c19acaadc2336e14bb 2024-11-24T11:24:23,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/cd6eb7f393e54990a5bfde51fb9c9636 is 50, key is test_row_0/C:col10/1732447461375/Put/seqid=0 2024-11-24T11:24:23,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742410_1586 (size=12301) 2024-11-24T11:24:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:23,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. as already flushing 2024-11-24T11:24:23,506 DEBUG [Thread-2253 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cc9cd14 to 127.0.0.1:50154 2024-11-24T11:24:23,506 DEBUG [Thread-2257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c23e833 to 127.0.0.1:50154 2024-11-24T11:24:23,506 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:23,506 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:23,846 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/cd6eb7f393e54990a5bfde51fb9c9636 2024-11-24T11:24:23,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/4677f2d0f71b4e4c93270560163b8e61 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/4677f2d0f71b4e4c93270560163b8e61 2024-11-24T11:24:23,852 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/4677f2d0f71b4e4c93270560163b8e61, entries=150, sequenceid=357, filesize=12.0 K 2024-11-24T11:24:23,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/472b25b6f65b40c19acaadc2336e14bb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/472b25b6f65b40c19acaadc2336e14bb 2024-11-24T11:24:23,855 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/472b25b6f65b40c19acaadc2336e14bb, entries=150, sequenceid=357, filesize=12.0 K 2024-11-24T11:24:23,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/cd6eb7f393e54990a5bfde51fb9c9636 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cd6eb7f393e54990a5bfde51fb9c9636 2024-11-24T11:24:23,858 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cd6eb7f393e54990a5bfde51fb9c9636, entries=150, sequenceid=357, filesize=12.0 K 2024-11-24T11:24:23,859 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 1240ms, sequenceid=357, compaction requested=false 2024-11-24T11:24:23,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:23,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:23,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-24T11:24:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-24T11:24:23,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-24T11:24:23,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5450 sec 2024-11-24T11:24:23,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.5480 sec 2024-11-24T11:24:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T11:24:24,419 INFO [Thread-2261 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-24T11:24:26,447 DEBUG [Thread-2259 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x226e89d6 to 127.0.0.1:50154 2024-11-24T11:24:26,447 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:29,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:24:30,186 DEBUG [Thread-2255 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x306c3340 to 127.0.0.1:50154 2024-11-24T11:24:30,186 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:30,245 DEBUG [Thread-2251 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x668d4178 to 127.0.0.1:50154 2024-11-24T11:24:30,245 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3312 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9933 rows 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3302 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9906 rows 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3308 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9924 rows 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3305 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9915 rows 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3293 2024-11-24T11:24:30,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9879 rows 2024-11-24T11:24:30,246 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T11:24:30,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35b4f95e to 127.0.0.1:50154 2024-11-24T11:24:30,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:30,248 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T11:24:30,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T11:24:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T11:24:30,251 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447470251"}]},"ts":"1732447470251"} 2024-11-24T11:24:30,252 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T11:24:30,255 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T11:24:30,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T11:24:30,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5c6e7c4fad57e8787a8e5c2c03107e1, UNASSIGN}] 2024-11-24T11:24:30,257 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5c6e7c4fad57e8787a8e5c2c03107e1, UNASSIGN 2024-11-24T11:24:30,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=f5c6e7c4fad57e8787a8e5c2c03107e1, regionState=CLOSING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:30,258 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T11:24:30,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:24:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T11:24:30,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:30,409 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:30,409 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T11:24:30,409 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing f5c6e7c4fad57e8787a8e5c2c03107e1, disabling compactions & flushes 2024-11-24T11:24:30,409 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:30,409 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:30,409 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. after waiting 0 ms 2024-11-24T11:24:30,409 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:30,409 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing f5c6e7c4fad57e8787a8e5c2c03107e1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T11:24:30,410 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=A 2024-11-24T11:24:30,410 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:30,410 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=B 2024-11-24T11:24:30,410 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:30,410 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5c6e7c4fad57e8787a8e5c2c03107e1, store=C 2024-11-24T11:24:30,410 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:30,413 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/57a969cc052d4ba9b3119282fea04d94 is 50, key is test_row_0/A:col10/1732447470244/Put/seqid=0 2024-11-24T11:24:30,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742411_1587 (size=9857) 2024-11-24T11:24:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T11:24:30,816 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/57a969cc052d4ba9b3119282fea04d94 2024-11-24T11:24:30,822 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/c388d713b6124f0eb73c888e94313d04 is 50, key is test_row_0/B:col10/1732447470244/Put/seqid=0 2024-11-24T11:24:30,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742412_1588 (size=9857) 2024-11-24T11:24:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T11:24:31,225 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/c388d713b6124f0eb73c888e94313d04 2024-11-24T11:24:31,230 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/e83d3f1336614e2aa26f98655bff6ded is 50, key is test_row_0/C:col10/1732447470244/Put/seqid=0 2024-11-24T11:24:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742413_1589 (size=9857) 2024-11-24T11:24:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T11:24:31,634 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/e83d3f1336614e2aa26f98655bff6ded 2024-11-24T11:24:31,637 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/A/57a969cc052d4ba9b3119282fea04d94 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/57a969cc052d4ba9b3119282fea04d94 2024-11-24T11:24:31,639 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/57a969cc052d4ba9b3119282fea04d94, entries=100, sequenceid=368, filesize=9.6 K 2024-11-24T11:24:31,640 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/B/c388d713b6124f0eb73c888e94313d04 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/c388d713b6124f0eb73c888e94313d04 2024-11-24T11:24:31,642 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/c388d713b6124f0eb73c888e94313d04, entries=100, sequenceid=368, filesize=9.6 K 2024-11-24T11:24:31,642 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/.tmp/C/e83d3f1336614e2aa26f98655bff6ded as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/e83d3f1336614e2aa26f98655bff6ded 2024-11-24T11:24:31,644 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/e83d3f1336614e2aa26f98655bff6ded, entries=100, sequenceid=368, filesize=9.6 K 2024-11-24T11:24:31,645 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f5c6e7c4fad57e8787a8e5c2c03107e1 in 1236ms, sequenceid=368, compaction requested=true 2024-11-24T11:24:31,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/118cb756efc1435f9762773458f67ef5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/9f83288b811c454cba4ecd99fd9157a0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/662e810390ab4d9384b57343868e692e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/7f99e768965e4e9da3f409ba255b4714, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c207239eb3d44aed9cbf6df2d6045978, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/07ade3ec60c140028492da6641daba39, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/0cebafb0ea924078a3df31a124cc50d2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/55594c99be384092a0f648df2c8cbae9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/03fd6bea3a3f4cfe9164ade7efb52cbc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c2b97b7289614defa58a82fd306a448c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/e064294e742f473a9c6804c7fc712303, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/30265364a7ed48afaeab066efce415a3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/bcced1aa9c3e4a65bf202990b66c2545, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/5b35cf15a7e2444a8b8955e0ca25004d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/524d772b14be4c628e5e4b9715585492, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/e9e821c7fe2d42d185328f2fb0176db6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/acaca39faa28474cbd521a5fc2ba6e40, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/3f81e678828a4187b8aee2570264ef3d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/6b08d86229bc4a439e4922331c284402, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/de0721ffb5b94e34a49ae67144645d81, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/b06eab15270b4957b300b180ecd22bce, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/058c3d5828b54553a86810f8e918b857, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/1ff7e65ae9a44e4e87b6fcced52be467] to archive 2024-11-24T11:24:31,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:24:31,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/118cb756efc1435f9762773458f67ef5 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/118cb756efc1435f9762773458f67ef5 2024-11-24T11:24:31,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/9f83288b811c454cba4ecd99fd9157a0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/9f83288b811c454cba4ecd99fd9157a0 2024-11-24T11:24:31,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/662e810390ab4d9384b57343868e692e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/662e810390ab4d9384b57343868e692e 2024-11-24T11:24:31,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/7f99e768965e4e9da3f409ba255b4714 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/7f99e768965e4e9da3f409ba255b4714 2024-11-24T11:24:31,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c207239eb3d44aed9cbf6df2d6045978 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c207239eb3d44aed9cbf6df2d6045978 2024-11-24T11:24:31,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/07ade3ec60c140028492da6641daba39 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/07ade3ec60c140028492da6641daba39 2024-11-24T11:24:31,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/0cebafb0ea924078a3df31a124cc50d2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/0cebafb0ea924078a3df31a124cc50d2 2024-11-24T11:24:31,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/55594c99be384092a0f648df2c8cbae9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/55594c99be384092a0f648df2c8cbae9 2024-11-24T11:24:31,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/03fd6bea3a3f4cfe9164ade7efb52cbc to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/03fd6bea3a3f4cfe9164ade7efb52cbc 2024-11-24T11:24:31,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c2b97b7289614defa58a82fd306a448c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/c2b97b7289614defa58a82fd306a448c 2024-11-24T11:24:31,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/e064294e742f473a9c6804c7fc712303 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/e064294e742f473a9c6804c7fc712303 2024-11-24T11:24:31,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/30265364a7ed48afaeab066efce415a3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/30265364a7ed48afaeab066efce415a3 2024-11-24T11:24:31,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/bcced1aa9c3e4a65bf202990b66c2545 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/bcced1aa9c3e4a65bf202990b66c2545 2024-11-24T11:24:31,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/5b35cf15a7e2444a8b8955e0ca25004d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/5b35cf15a7e2444a8b8955e0ca25004d 2024-11-24T11:24:31,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/524d772b14be4c628e5e4b9715585492 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/524d772b14be4c628e5e4b9715585492 2024-11-24T11:24:31,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/e9e821c7fe2d42d185328f2fb0176db6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/e9e821c7fe2d42d185328f2fb0176db6 2024-11-24T11:24:31,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/acaca39faa28474cbd521a5fc2ba6e40 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/acaca39faa28474cbd521a5fc2ba6e40 2024-11-24T11:24:31,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/3f81e678828a4187b8aee2570264ef3d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/3f81e678828a4187b8aee2570264ef3d 2024-11-24T11:24:31,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/6b08d86229bc4a439e4922331c284402 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/6b08d86229bc4a439e4922331c284402 2024-11-24T11:24:31,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/de0721ffb5b94e34a49ae67144645d81 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/de0721ffb5b94e34a49ae67144645d81 2024-11-24T11:24:31,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/b06eab15270b4957b300b180ecd22bce to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/b06eab15270b4957b300b180ecd22bce 2024-11-24T11:24:31,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/058c3d5828b54553a86810f8e918b857 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/058c3d5828b54553a86810f8e918b857 2024-11-24T11:24:31,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/1ff7e65ae9a44e4e87b6fcced52be467 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/1ff7e65ae9a44e4e87b6fcced52be467 2024-11-24T11:24:31,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/29711f10c52a477ebf2c515bb8e34362, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/6900e84c2a7d41e3a3194abffb84c7da, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/ba450865820742f3ab0593959f4f3f34, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/ca3caf2b04844d20a7020d81571f06f8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b7d6210c9c594fd797f8e07c75572c80, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/253c2266bc4c4d61963a10fa7f00c543, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/2a7fabe7d1bd40bb8d3762adf9647f53, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/195891b9ae7e4387b78294e902ddd8dc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/c8a07ccd45d64a9fabfd4a78d4446224, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/5d6c44c57d1a4703b2bb7663d462daab, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/2ddc5d8587a444359ef1c2d530679b9f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7e4e20bbbcb4492cb2c46dbaf77a06d3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/37b3249dbe294ffd92d8c837df2d8264, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/de58cb2290114e209cdd49a0b2ba6dec, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/1e237a759cb347c58395ec95d1b34f83, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/86d8779fa18f4fe3ada0f52fb0302ef2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/5953cd3c1cfb4e7eb1bdb62c1f63574e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/d00386b6f23c4cfdafa70f404498fc2d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/28e1998ae3254ad6a720d69fd7a5fa62, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fa11a45145a2427fb19aab988907f42e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7f5544e9ceea4b2ab908574620f6f45c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b6146a5e0e7b448185c0fba44756f74b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fae0aa6e51b046dbb467ede841807581] to archive 2024-11-24T11:24:31,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:24:31,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/29711f10c52a477ebf2c515bb8e34362 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/29711f10c52a477ebf2c515bb8e34362 2024-11-24T11:24:31,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/6900e84c2a7d41e3a3194abffb84c7da to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/6900e84c2a7d41e3a3194abffb84c7da 2024-11-24T11:24:31,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/ba450865820742f3ab0593959f4f3f34 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/ba450865820742f3ab0593959f4f3f34 2024-11-24T11:24:31,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/ca3caf2b04844d20a7020d81571f06f8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/ca3caf2b04844d20a7020d81571f06f8 2024-11-24T11:24:31,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b7d6210c9c594fd797f8e07c75572c80 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b7d6210c9c594fd797f8e07c75572c80 2024-11-24T11:24:31,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/253c2266bc4c4d61963a10fa7f00c543 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/253c2266bc4c4d61963a10fa7f00c543 2024-11-24T11:24:31,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/2a7fabe7d1bd40bb8d3762adf9647f53 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/2a7fabe7d1bd40bb8d3762adf9647f53 2024-11-24T11:24:31,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/195891b9ae7e4387b78294e902ddd8dc to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/195891b9ae7e4387b78294e902ddd8dc 2024-11-24T11:24:31,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/c8a07ccd45d64a9fabfd4a78d4446224 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/c8a07ccd45d64a9fabfd4a78d4446224 2024-11-24T11:24:31,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/5d6c44c57d1a4703b2bb7663d462daab to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/5d6c44c57d1a4703b2bb7663d462daab 2024-11-24T11:24:31,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/2ddc5d8587a444359ef1c2d530679b9f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/2ddc5d8587a444359ef1c2d530679b9f 2024-11-24T11:24:31,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7e4e20bbbcb4492cb2c46dbaf77a06d3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7e4e20bbbcb4492cb2c46dbaf77a06d3 2024-11-24T11:24:31,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/37b3249dbe294ffd92d8c837df2d8264 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/37b3249dbe294ffd92d8c837df2d8264 2024-11-24T11:24:31,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/de58cb2290114e209cdd49a0b2ba6dec to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/de58cb2290114e209cdd49a0b2ba6dec 2024-11-24T11:24:31,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/1e237a759cb347c58395ec95d1b34f83 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/1e237a759cb347c58395ec95d1b34f83 2024-11-24T11:24:31,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/86d8779fa18f4fe3ada0f52fb0302ef2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/86d8779fa18f4fe3ada0f52fb0302ef2 2024-11-24T11:24:31,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/5953cd3c1cfb4e7eb1bdb62c1f63574e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/5953cd3c1cfb4e7eb1bdb62c1f63574e 2024-11-24T11:24:31,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/d00386b6f23c4cfdafa70f404498fc2d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/d00386b6f23c4cfdafa70f404498fc2d 2024-11-24T11:24:31,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/28e1998ae3254ad6a720d69fd7a5fa62 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/28e1998ae3254ad6a720d69fd7a5fa62 2024-11-24T11:24:31,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fa11a45145a2427fb19aab988907f42e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fa11a45145a2427fb19aab988907f42e 2024-11-24T11:24:31,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7f5544e9ceea4b2ab908574620f6f45c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7f5544e9ceea4b2ab908574620f6f45c 2024-11-24T11:24:31,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b6146a5e0e7b448185c0fba44756f74b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/b6146a5e0e7b448185c0fba44756f74b 2024-11-24T11:24:31,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fae0aa6e51b046dbb467ede841807581 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/fae0aa6e51b046dbb467ede841807581 2024-11-24T11:24:31,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/75679af12b034c8e934791da8b7c37b8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/e287d1f0aa334ac298060f0d6e77ef8e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/dba61329fa454ea2ade888dfb644dabb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/2d8bae687c464211a62cc33e278e188f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/747a9fb34b284d48965b2264999b809c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/60b38b912dd3472ba1e45c95b74a4ea3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cd3463d1e96e4c36824813d66961681d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/927847ea5bb44629b913aabf8b8ae5a9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/f5b86b86249c43839a97ee5c1053daf8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cb4380d09319444e9e4d5ca4a35eddb4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/bfc6869e4c2c4caeb1f053dad943a82c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/46036c907222480f8baf54073c66ac83, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/50ef7fd0a28b43dfab6f2ff31b2961ca, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/4922cf2e3b7144cca47bf7fcfb0f8619, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/731f0f2db6cb482e87be0f5ba0493d49, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/2601e11825944574befe4847afac5033, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/353d532331d848ef85e1103fca649737, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/269d7bdc25914823ad619ca6d01caed3, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/6b611befed0c4116bb92f36931a79dc4, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/52474cadbbd648edbb0d4e4682924761, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/a31e4beda55c49129cd0b32adf063741, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/1995e257f5e64dba956834f79af2aa7e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/b5362ed588df441a87b6a51e59c72e01] to archive 2024-11-24T11:24:31,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:24:31,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/75679af12b034c8e934791da8b7c37b8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/75679af12b034c8e934791da8b7c37b8 2024-11-24T11:24:31,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/e287d1f0aa334ac298060f0d6e77ef8e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/e287d1f0aa334ac298060f0d6e77ef8e 2024-11-24T11:24:31,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/dba61329fa454ea2ade888dfb644dabb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/dba61329fa454ea2ade888dfb644dabb 2024-11-24T11:24:31,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/2d8bae687c464211a62cc33e278e188f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/2d8bae687c464211a62cc33e278e188f 2024-11-24T11:24:31,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/747a9fb34b284d48965b2264999b809c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/747a9fb34b284d48965b2264999b809c 2024-11-24T11:24:31,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/60b38b912dd3472ba1e45c95b74a4ea3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/60b38b912dd3472ba1e45c95b74a4ea3 2024-11-24T11:24:31,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cd3463d1e96e4c36824813d66961681d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cd3463d1e96e4c36824813d66961681d 2024-11-24T11:24:31,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/927847ea5bb44629b913aabf8b8ae5a9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/927847ea5bb44629b913aabf8b8ae5a9 2024-11-24T11:24:31,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/f5b86b86249c43839a97ee5c1053daf8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/f5b86b86249c43839a97ee5c1053daf8 2024-11-24T11:24:31,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cb4380d09319444e9e4d5ca4a35eddb4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cb4380d09319444e9e4d5ca4a35eddb4 2024-11-24T11:24:31,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/bfc6869e4c2c4caeb1f053dad943a82c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/bfc6869e4c2c4caeb1f053dad943a82c 2024-11-24T11:24:31,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/46036c907222480f8baf54073c66ac83 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/46036c907222480f8baf54073c66ac83 2024-11-24T11:24:31,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/50ef7fd0a28b43dfab6f2ff31b2961ca to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/50ef7fd0a28b43dfab6f2ff31b2961ca 2024-11-24T11:24:31,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/4922cf2e3b7144cca47bf7fcfb0f8619 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/4922cf2e3b7144cca47bf7fcfb0f8619 2024-11-24T11:24:31,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/731f0f2db6cb482e87be0f5ba0493d49 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/731f0f2db6cb482e87be0f5ba0493d49 2024-11-24T11:24:31,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/2601e11825944574befe4847afac5033 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/2601e11825944574befe4847afac5033 2024-11-24T11:24:31,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/353d532331d848ef85e1103fca649737 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/353d532331d848ef85e1103fca649737 2024-11-24T11:24:31,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/269d7bdc25914823ad619ca6d01caed3 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/269d7bdc25914823ad619ca6d01caed3 2024-11-24T11:24:31,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/6b611befed0c4116bb92f36931a79dc4 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/6b611befed0c4116bb92f36931a79dc4 2024-11-24T11:24:31,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/52474cadbbd648edbb0d4e4682924761 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/52474cadbbd648edbb0d4e4682924761 2024-11-24T11:24:31,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/a31e4beda55c49129cd0b32adf063741 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/a31e4beda55c49129cd0b32adf063741 2024-11-24T11:24:31,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/1995e257f5e64dba956834f79af2aa7e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/1995e257f5e64dba956834f79af2aa7e 2024-11-24T11:24:31,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/b5362ed588df441a87b6a51e59c72e01 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/b5362ed588df441a87b6a51e59c72e01 2024-11-24T11:24:31,708 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/recovered.edits/371.seqid, newMaxSeqId=371, maxSeqId=1 2024-11-24T11:24:31,709 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1. 2024-11-24T11:24:31,709 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for f5c6e7c4fad57e8787a8e5c2c03107e1: 2024-11-24T11:24:31,710 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:31,710 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=f5c6e7c4fad57e8787a8e5c2c03107e1, regionState=CLOSED 2024-11-24T11:24:31,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-24T11:24:31,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure f5c6e7c4fad57e8787a8e5c2c03107e1, server=28d8a466d69e,38163,1732447321684 in 1.4530 sec 2024-11-24T11:24:31,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-24T11:24:31,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5c6e7c4fad57e8787a8e5c2c03107e1, UNASSIGN in 1.4560 sec 2024-11-24T11:24:31,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-24T11:24:31,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4580 sec 2024-11-24T11:24:31,715 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447471715"}]},"ts":"1732447471715"} 2024-11-24T11:24:31,716 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T11:24:31,718 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T11:24:31,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4710 sec 2024-11-24T11:24:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T11:24:32,354 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-24T11:24:32,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T11:24:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:32,356 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T11:24:32,357 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:32,358 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:32,360 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/recovered.edits] 2024-11-24T11:24:32,362 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/19a4035a14b54c3f88ef19df1ff4242f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/19a4035a14b54c3f88ef19df1ff4242f 2024-11-24T11:24:32,363 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/4677f2d0f71b4e4c93270560163b8e61 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/4677f2d0f71b4e4c93270560163b8e61 2024-11-24T11:24:32,364 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/57a969cc052d4ba9b3119282fea04d94 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/A/57a969cc052d4ba9b3119282fea04d94 2024-11-24T11:24:32,365 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/472b25b6f65b40c19acaadc2336e14bb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/472b25b6f65b40c19acaadc2336e14bb 2024-11-24T11:24:32,366 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7e0335675e6e443597fb05ad6514723e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/7e0335675e6e443597fb05ad6514723e 2024-11-24T11:24:32,367 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/c388d713b6124f0eb73c888e94313d04 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/B/c388d713b6124f0eb73c888e94313d04 2024-11-24T11:24:32,369 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/01c1b6972bcf4e79a480eec27f6cf720 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/01c1b6972bcf4e79a480eec27f6cf720 2024-11-24T11:24:32,370 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cd6eb7f393e54990a5bfde51fb9c9636 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/cd6eb7f393e54990a5bfde51fb9c9636 2024-11-24T11:24:32,371 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/e83d3f1336614e2aa26f98655bff6ded to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/C/e83d3f1336614e2aa26f98655bff6ded 2024-11-24T11:24:32,373 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/recovered.edits/371.seqid to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1/recovered.edits/371.seqid 2024-11-24T11:24:32,373 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/f5c6e7c4fad57e8787a8e5c2c03107e1 2024-11-24T11:24:32,373 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T11:24:32,375 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:32,376 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T11:24:32,378 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T11:24:32,378 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:32,378 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T11:24:32,379 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732447472378"}]},"ts":"9223372036854775807"} 2024-11-24T11:24:32,380 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T11:24:32,380 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f5c6e7c4fad57e8787a8e5c2c03107e1, NAME => 'TestAcidGuarantees,,1732447440794.f5c6e7c4fad57e8787a8e5c2c03107e1.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T11:24:32,380 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T11:24:32,380 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732447472380"}]},"ts":"9223372036854775807"} 2024-11-24T11:24:32,381 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T11:24:32,384 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:32,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-24T11:24:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T11:24:32,458 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-24T11:24:32,467 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237 (was 240), OpenFileDescriptor=447 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=7587 (was 7950) 2024-11-24T11:24:32,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=7587 2024-11-24T11:24:32,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T11:24:32,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:24:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:32,478 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:24:32,478 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:32,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-11-24T11:24:32,478 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:24:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T11:24:32,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742414_1590 (size=963) 2024-11-24T11:24:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T11:24:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T11:24:32,885 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66 2024-11-24T11:24:32,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742415_1591 (size=53) 2024-11-24T11:24:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T11:24:33,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:24:33,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4e92675612b2d18be60e353f4ca73960, disabling compactions & flushes 2024-11-24T11:24:33,290 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:33,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:33,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. after waiting 0 ms 2024-11-24T11:24:33,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:33,290 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:33,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:33,291 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:24:33,291 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732447473291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447473291"}]},"ts":"1732447473291"} 2024-11-24T11:24:33,292 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T11:24:33,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:24:33,293 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447473293"}]},"ts":"1732447473293"} 2024-11-24T11:24:33,293 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T11:24:33,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e92675612b2d18be60e353f4ca73960, ASSIGN}] 2024-11-24T11:24:33,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e92675612b2d18be60e353f4ca73960, ASSIGN 2024-11-24T11:24:33,299 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e92675612b2d18be60e353f4ca73960, ASSIGN; state=OFFLINE, location=28d8a466d69e,38163,1732447321684; forceNewPlan=false, retain=false 2024-11-24T11:24:33,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=4e92675612b2d18be60e353f4ca73960, regionState=OPENING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:33,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure 4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:24:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T11:24:33,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:33,604 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:33,605 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:24:33,605 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:33,605 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:24:33,605 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:33,605 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:33,606 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:33,607 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:24:33,607 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e92675612b2d18be60e353f4ca73960 columnFamilyName A 2024-11-24T11:24:33,607 DEBUG [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:33,608 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(327): Store=4e92675612b2d18be60e353f4ca73960/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:24:33,608 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:33,608 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:24:33,609 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e92675612b2d18be60e353f4ca73960 columnFamilyName B 2024-11-24T11:24:33,609 DEBUG [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:33,609 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(327): Store=4e92675612b2d18be60e353f4ca73960/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:24:33,609 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:33,610 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:24:33,610 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e92675612b2d18be60e353f4ca73960 columnFamilyName C 2024-11-24T11:24:33,610 DEBUG [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:33,610 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(327): Store=4e92675612b2d18be60e353f4ca73960/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:24:33,610 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:33,611 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:33,611 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:33,612 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T11:24:33,613 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:33,615 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:24:33,615 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened 4e92675612b2d18be60e353f4ca73960; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74011041, jitterRate=0.10285045206546783}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T11:24:33,616 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:33,616 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., pid=149, masterSystemTime=1732447473602 2024-11-24T11:24:33,617 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:33,617 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:33,618 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=4e92675612b2d18be60e353f4ca73960, regionState=OPEN, openSeqNum=2, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:33,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-24T11:24:33,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure 4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 in 167 msec 2024-11-24T11:24:33,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-24T11:24:33,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e92675612b2d18be60e353f4ca73960, ASSIGN in 321 msec 2024-11-24T11:24:33,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:24:33,621 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447473621"}]},"ts":"1732447473621"} 2024-11-24T11:24:33,622 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T11:24:33,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:24:33,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-24T11:24:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-24T11:24:34,582 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-24T11:24:34,583 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55fcf8d8 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58ade5f9 2024-11-24T11:24:34,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f838b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:34,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:34,592 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:34,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:24:34,594 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:24:34,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T11:24:34,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:24:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T11:24:34,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742416_1592 (size=999) 2024-11-24T11:24:35,005 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-24T11:24:35,005 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-24T11:24:35,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T11:24:35,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e92675612b2d18be60e353f4ca73960, REOPEN/MOVE}] 2024-11-24T11:24:35,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e92675612b2d18be60e353f4ca73960, REOPEN/MOVE 2024-11-24T11:24:35,009 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=4e92675612b2d18be60e353f4ca73960, regionState=CLOSING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,010 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T11:24:35,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:24:35,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,162 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,162 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T11:24:35,162 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 4e92675612b2d18be60e353f4ca73960, disabling compactions & flushes 2024-11-24T11:24:35,162 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,162 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,162 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. after waiting 0 ms 2024-11-24T11:24:35,162 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,165 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T11:24:35,166 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,166 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:35,166 WARN [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: 4e92675612b2d18be60e353f4ca73960 to self. 2024-11-24T11:24:35,167 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,167 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=4e92675612b2d18be60e353f4ca73960, regionState=CLOSED 2024-11-24T11:24:35,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-24T11:24:35,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 in 158 msec 2024-11-24T11:24:35,169 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e92675612b2d18be60e353f4ca73960, REOPEN/MOVE; state=CLOSED, location=28d8a466d69e,38163,1732447321684; forceNewPlan=false, retain=true 2024-11-24T11:24:35,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=4e92675612b2d18be60e353f4ca73960, regionState=OPENING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure 4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:24:35,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,474 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,474 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:24:35,475 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,475 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:24:35,475 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,475 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,476 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,476 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:24:35,477 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e92675612b2d18be60e353f4ca73960 columnFamilyName A 2024-11-24T11:24:35,477 DEBUG [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:35,478 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(327): Store=4e92675612b2d18be60e353f4ca73960/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:24:35,478 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,478 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:24:35,479 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e92675612b2d18be60e353f4ca73960 columnFamilyName B 2024-11-24T11:24:35,479 DEBUG [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:35,479 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(327): Store=4e92675612b2d18be60e353f4ca73960/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:24:35,479 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,479 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T11:24:35,480 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e92675612b2d18be60e353f4ca73960 columnFamilyName C 2024-11-24T11:24:35,480 DEBUG [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:35,480 INFO [StoreOpener-4e92675612b2d18be60e353f4ca73960-1 {}] regionserver.HStore(327): Store=4e92675612b2d18be60e353f4ca73960/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:24:35,480 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,481 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,481 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,482 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T11:24:35,483 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,484 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened 4e92675612b2d18be60e353f4ca73960; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58885779, jitterRate=-0.12253351509571075}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T11:24:35,484 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:35,485 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., pid=154, masterSystemTime=1732447475472 2024-11-24T11:24:35,486 DEBUG [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,486 INFO [RS_OPEN_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,486 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=4e92675612b2d18be60e353f4ca73960, regionState=OPEN, openSeqNum=5, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-11-24T11:24:35,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure 4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 in 167 msec 2024-11-24T11:24:35,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-24T11:24:35,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e92675612b2d18be60e353f4ca73960, REOPEN/MOVE in 480 msec 2024-11-24T11:24:35,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-24T11:24:35,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 482 msec 2024-11-24T11:24:35,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-24T11:24:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T11:24:35,493 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4278bc76 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@754d0bed 2024-11-24T11:24:35,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b7b773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:35,497 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x242a3a51 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39254f5a 2024-11-24T11:24:35,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c26b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:35,501 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31258e10 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@226948f1 2024-11-24T11:24:35,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6333ace5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:35,507 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cb2c038 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14f4319f 2024-11-24T11:24:35,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adef360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:35,512 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35f0cbb0 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bd6c58 2024-11-24T11:24:35,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de5cadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:35,515 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5169737a to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6269e0a1 2024-11-24T11:24:35,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743c6f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:35,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ce568df to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1124eb0a 2024-11-24T11:24:35,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67603ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:35,524 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e6edfd3 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68a403af 2024-11-24T11:24:35,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef93e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:35,527 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68a85078 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20598fb9 2024-11-24T11:24:35,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c5f69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:35,531 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x596fc573 to 127.0.0.1:50154 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3527ada0 2024-11-24T11:24:35,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4ed495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:24:35,536 DEBUG [hconnection-0x2b63075c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:35,537 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:35,540 DEBUG [hconnection-0x7848e332-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:35,541 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:35,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-24T11:24:35,542 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T11:24:35,543 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:35,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:24:35,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:35,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:35,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:35,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:35,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:35,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:35,548 DEBUG [hconnection-0x453706-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:35,549 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447535556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447535556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447535556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,565 DEBUG [hconnection-0xe6c8d28-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:35,565 DEBUG [hconnection-0x6ebbc43d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:35,566 DEBUG [hconnection-0x61dbb23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:35,566 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:35,566 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:35,567 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:35,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447535568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,572 DEBUG [hconnection-0xaac63a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:35,573 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:35,576 DEBUG [hconnection-0x1a4ac5be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:35,577 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:35,588 DEBUG [hconnection-0x282038c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:35,589 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:35,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732447535590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,593 DEBUG [hconnection-0x642e107-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:24:35,594 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:24:35,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ebb290a4064e493da9c59f5ea623517e_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447475544/Put/seqid=0 2024-11-24T11:24:35,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742417_1593 (size=12154) 2024-11-24T11:24:35,599 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:35,602 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ebb290a4064e493da9c59f5ea623517e_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ebb290a4064e493da9c59f5ea623517e_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,603 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/dd754c4e91df4eda96faed5e4f8acdc5, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:35,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/dd754c4e91df4eda96faed5e4f8acdc5 is 175, key is test_row_0/A:col10/1732447475544/Put/seqid=0 2024-11-24T11:24:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742418_1594 (size=30955) 2024-11-24T11:24:35,609 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/dd754c4e91df4eda96faed5e4f8acdc5 2024-11-24T11:24:35,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/01d233a593b14645b57771d3f8f8b1c9 is 50, key is test_row_0/B:col10/1732447475544/Put/seqid=0 2024-11-24T11:24:35,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742419_1595 (size=12001) 2024-11-24T11:24:35,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/01d233a593b14645b57771d3f8f8b1c9 2024-11-24T11:24:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T11:24:35,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447535657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447535658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447535658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/8e053c83e80d4adba0a42eb912ffc510 is 50, key is test_row_0/C:col10/1732447475544/Put/seqid=0 2024-11-24T11:24:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742420_1596 (size=12001) 2024-11-24T11:24:35,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/8e053c83e80d4adba0a42eb912ffc510 2024-11-24T11:24:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447535669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/dd754c4e91df4eda96faed5e4f8acdc5 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/dd754c4e91df4eda96faed5e4f8acdc5 2024-11-24T11:24:35,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/dd754c4e91df4eda96faed5e4f8acdc5, entries=150, sequenceid=16, filesize=30.2 K 2024-11-24T11:24:35,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/01d233a593b14645b57771d3f8f8b1c9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/01d233a593b14645b57771d3f8f8b1c9 2024-11-24T11:24:35,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/01d233a593b14645b57771d3f8f8b1c9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T11:24:35,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/8e053c83e80d4adba0a42eb912ffc510 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8e053c83e80d4adba0a42eb912ffc510 2024-11-24T11:24:35,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8e053c83e80d4adba0a42eb912ffc510, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T11:24:35,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4e92675612b2d18be60e353f4ca73960 in 139ms, sequenceid=16, compaction requested=false 2024-11-24T11:24:35,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T11:24:35,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:35,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:35,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:35,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:35,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:35,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:35,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T11:24:35,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:35,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:35,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:35,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124aab097350eb14af6899cd977b3072793_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447475555/Put/seqid=0 2024-11-24T11:24:35,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742421_1597 (size=12154) 2024-11-24T11:24:35,708 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:35,712 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124aab097350eb14af6899cd977b3072793_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aab097350eb14af6899cd977b3072793_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:35,713 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/8697b9c84d7e4a89a497f96c4bf23e8e, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:35,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/8697b9c84d7e4a89a497f96c4bf23e8e is 175, key is test_row_0/A:col10/1732447475555/Put/seqid=0 2024-11-24T11:24:35,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732447535714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742422_1598 (size=30955) 2024-11-24T11:24:35,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/8697b9c84d7e4a89a497f96c4bf23e8e 2024-11-24T11:24:35,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/33611b66c01a4b118dca99b0ebfc88c9 is 50, key is test_row_0/B:col10/1732447475555/Put/seqid=0 2024-11-24T11:24:35,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742423_1599 (size=12001) 2024-11-24T11:24:35,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732447535817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T11:24:35,847 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T11:24:35,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:35,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:35,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:35,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:35,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447535860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447535861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447535861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:35,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447535871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T11:24:36,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:36,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:36,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:36,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732447536021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/33611b66c01a4b118dca99b0ebfc88c9 2024-11-24T11:24:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T11:24:36,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/b4b6aa0b813041cf90efc3d77ca26abd is 50, key is test_row_0/C:col10/1732447475555/Put/seqid=0 2024-11-24T11:24:36,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742424_1600 (size=12001) 2024-11-24T11:24:36,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T11:24:36,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:36,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:36,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:36,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447536163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447536164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447536165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447536175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T11:24:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:36,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732447536323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T11:24:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:36,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:36,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/b4b6aa0b813041cf90efc3d77ca26abd 2024-11-24T11:24:36,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/8697b9c84d7e4a89a497f96c4bf23e8e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/8697b9c84d7e4a89a497f96c4bf23e8e 2024-11-24T11:24:36,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/8697b9c84d7e4a89a497f96c4bf23e8e, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T11:24:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/33611b66c01a4b118dca99b0ebfc88c9 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/33611b66c01a4b118dca99b0ebfc88c9 2024-11-24T11:24:36,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/33611b66c01a4b118dca99b0ebfc88c9, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T11:24:36,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/b4b6aa0b813041cf90efc3d77ca26abd as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/b4b6aa0b813041cf90efc3d77ca26abd 2024-11-24T11:24:36,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/b4b6aa0b813041cf90efc3d77ca26abd, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T11:24:36,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4e92675612b2d18be60e353f4ca73960 in 869ms, sequenceid=41, compaction requested=false 2024-11-24T11:24:36,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:36,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-24T11:24:36,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:36,613 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:24:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:36,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b64b26805e814c33a4e83df6971bcebc_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447475713/Put/seqid=0 2024-11-24T11:24:36,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742425_1601 (size=12154) 2024-11-24T11:24:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T11:24:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:36,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:36,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447536685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447536687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447536688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447536688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447536789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447536791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447536791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447536791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732447536825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447536991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447536994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447536994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:36,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447536994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:37,026 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b64b26805e814c33a4e83df6971bcebc_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b64b26805e814c33a4e83df6971bcebc_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:37,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/aa9eb88a41464ff89b70c8e23d3dbd49, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:37,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/aa9eb88a41464ff89b70c8e23d3dbd49 is 175, key is test_row_0/A:col10/1732447475713/Put/seqid=0 2024-11-24T11:24:37,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742426_1602 (size=30955) 2024-11-24T11:24:37,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T11:24:37,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447537293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:37,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447537298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:37,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447537298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:37,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447537298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:37,431 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/aa9eb88a41464ff89b70c8e23d3dbd49 2024-11-24T11:24:37,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/e5a762e3f33846309e7faf3992ae0460 is 50, key is test_row_0/B:col10/1732447475713/Put/seqid=0 2024-11-24T11:24:37,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742427_1603 (size=12001) 2024-11-24T11:24:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T11:24:37,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447537795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:37,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447537800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:37,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447537800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:37,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447537802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:37,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732447537835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:37,843 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/e5a762e3f33846309e7faf3992ae0460 2024-11-24T11:24:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/acd2a709cd7546898f4431105e789f2c is 50, key is test_row_0/C:col10/1732447475713/Put/seqid=0 2024-11-24T11:24:37,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742428_1604 (size=12001) 2024-11-24T11:24:38,253 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/acd2a709cd7546898f4431105e789f2c 2024-11-24T11:24:38,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/aa9eb88a41464ff89b70c8e23d3dbd49 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/aa9eb88a41464ff89b70c8e23d3dbd49 2024-11-24T11:24:38,260 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/aa9eb88a41464ff89b70c8e23d3dbd49, entries=150, sequenceid=52, filesize=30.2 K 2024-11-24T11:24:38,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/e5a762e3f33846309e7faf3992ae0460 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/e5a762e3f33846309e7faf3992ae0460 2024-11-24T11:24:38,263 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/e5a762e3f33846309e7faf3992ae0460, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T11:24:38,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/acd2a709cd7546898f4431105e789f2c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/acd2a709cd7546898f4431105e789f2c 2024-11-24T11:24:38,267 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/acd2a709cd7546898f4431105e789f2c, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T11:24:38,267 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4e92675612b2d18be60e353f4ca73960 in 1654ms, sequenceid=52, compaction requested=true 2024-11-24T11:24:38,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:38,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:38,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-24T11:24:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-24T11:24:38,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-24T11:24:38,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7250 sec 2024-11-24T11:24:38,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.7290 sec 2024-11-24T11:24:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:38,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:24:38,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:38,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:38,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:38,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:38,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:38,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:38,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112420f22e3d26d545dca877342076ef9e3d_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447476684/Put/seqid=0 2024-11-24T11:24:38,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447538810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:38,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742429_1605 (size=14594) 2024-11-24T11:24:38,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447538811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:38,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447538811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:38,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447538811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447538913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:38,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447538914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:38,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447538915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447539115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447539117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447539118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,214 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:39,217 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112420f22e3d26d545dca877342076ef9e3d_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420f22e3d26d545dca877342076ef9e3d_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:39,217 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/5c5c457d3d7045489c6452ea4838c37a, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:39,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/5c5c457d3d7045489c6452ea4838c37a is 175, key is test_row_0/A:col10/1732447476684/Put/seqid=0 2024-11-24T11:24:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742430_1606 (size=39549) 2024-11-24T11:24:39,222 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/5c5c457d3d7045489c6452ea4838c37a 2024-11-24T11:24:39,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/d35aad3a011a49a2891c725829d9bac6 is 50, key is test_row_0/B:col10/1732447476684/Put/seqid=0 2024-11-24T11:24:39,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742431_1607 (size=12001) 2024-11-24T11:24:39,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447539417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447539419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447539422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/d35aad3a011a49a2891c725829d9bac6 2024-11-24T11:24:39,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/f6bc28f9ad6749fcba9a3ceb5d639933 is 50, key is test_row_0/C:col10/1732447476684/Put/seqid=0 2024-11-24T11:24:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742432_1608 (size=12001) 2024-11-24T11:24:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-24T11:24:39,647 INFO [Thread-2614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-24T11:24:39,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-24T11:24:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T11:24:39,649 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:39,650 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:39,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T11:24:39,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T11:24:39,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:39,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:39,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:39,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:39,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732447539842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,845 DEBUG [Thread-2606 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., hostname=28d8a466d69e,38163,1732447321684, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:39,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447539922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447539924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447539924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T11:24:39,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:39,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T11:24:39,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:39,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:39,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:39,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:39,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:40,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/f6bc28f9ad6749fcba9a3ceb5d639933 2024-11-24T11:24:40,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/5c5c457d3d7045489c6452ea4838c37a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5c5c457d3d7045489c6452ea4838c37a 2024-11-24T11:24:40,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5c5c457d3d7045489c6452ea4838c37a, entries=200, sequenceid=78, filesize=38.6 K 2024-11-24T11:24:40,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/d35aad3a011a49a2891c725829d9bac6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/d35aad3a011a49a2891c725829d9bac6 2024-11-24T11:24:40,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/d35aad3a011a49a2891c725829d9bac6, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T11:24:40,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/f6bc28f9ad6749fcba9a3ceb5d639933 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/f6bc28f9ad6749fcba9a3ceb5d639933 2024-11-24T11:24:40,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/f6bc28f9ad6749fcba9a3ceb5d639933, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T11:24:40,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4e92675612b2d18be60e353f4ca73960 in 1256ms, sequenceid=78, compaction requested=true 2024-11-24T11:24:40,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:40,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:40,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:40,057 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:24:40,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:40,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:40,057 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:24:40,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:40,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:40,058 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:24:40,058 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:24:40,058 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/B is initiating minor compaction (all files) 2024-11-24T11:24:40,058 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/A is initiating minor compaction (all files) 2024-11-24T11:24:40,058 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/A in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:40,058 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/B in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:40,058 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/dd754c4e91df4eda96faed5e4f8acdc5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/8697b9c84d7e4a89a497f96c4bf23e8e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/aa9eb88a41464ff89b70c8e23d3dbd49, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5c5c457d3d7045489c6452ea4838c37a] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=129.3 K 2024-11-24T11:24:40,058 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/01d233a593b14645b57771d3f8f8b1c9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/33611b66c01a4b118dca99b0ebfc88c9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/e5a762e3f33846309e7faf3992ae0460, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/d35aad3a011a49a2891c725829d9bac6] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=46.9 K 2024-11-24T11:24:40,058 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:40,058 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/dd754c4e91df4eda96faed5e4f8acdc5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/8697b9c84d7e4a89a497f96c4bf23e8e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/aa9eb88a41464ff89b70c8e23d3dbd49, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5c5c457d3d7045489c6452ea4838c37a] 2024-11-24T11:24:40,058 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 01d233a593b14645b57771d3f8f8b1c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732447475544 2024-11-24T11:24:40,058 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd754c4e91df4eda96faed5e4f8acdc5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732447475544 2024-11-24T11:24:40,059 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 33611b66c01a4b118dca99b0ebfc88c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732447475553 2024-11-24T11:24:40,059 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8697b9c84d7e4a89a497f96c4bf23e8e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732447475553 2024-11-24T11:24:40,059 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting e5a762e3f33846309e7faf3992ae0460, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447475709 2024-11-24T11:24:40,059 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa9eb88a41464ff89b70c8e23d3dbd49, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447475709 2024-11-24T11:24:40,059 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d35aad3a011a49a2891c725829d9bac6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447476684 2024-11-24T11:24:40,059 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c5c457d3d7045489c6452ea4838c37a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447476684 2024-11-24T11:24:40,065 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:40,067 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:40,067 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/e2a2a5966fba4bb1a3e8b498239722de is 50, key is test_row_0/B:col10/1732447476684/Put/seqid=0 2024-11-24T11:24:40,067 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124813c76d6cc724dd0b7fc925d9208698a_4e92675612b2d18be60e353f4ca73960 store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:40,069 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124813c76d6cc724dd0b7fc925d9208698a_4e92675612b2d18be60e353f4ca73960, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:40,070 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124813c76d6cc724dd0b7fc925d9208698a_4e92675612b2d18be60e353f4ca73960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:40,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742433_1609 (size=12139) 2024-11-24T11:24:40,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742434_1610 (size=4469) 2024-11-24T11:24:40,086 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#A#compaction#520 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:40,086 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/df98d8c8adf64d7d901faffaa286d4a7 is 175, key is test_row_0/A:col10/1732447476684/Put/seqid=0 2024-11-24T11:24:40,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742435_1611 (size=31093) 2024-11-24T11:24:40,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:40,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T11:24:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:40,108 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T11:24:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:40,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c329e74add0a4333881f726558c874bb_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447478807/Put/seqid=0 2024-11-24T11:24:40,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742436_1612 (size=12154) 2024-11-24T11:24:40,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:40,125 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c329e74add0a4333881f726558c874bb_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c329e74add0a4333881f726558c874bb_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/94accff37b2b4a069015e577791fcbd0, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/94accff37b2b4a069015e577791fcbd0 is 175, key is test_row_0/A:col10/1732447478807/Put/seqid=0 2024-11-24T11:24:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742437_1613 (size=30955) 2024-11-24T11:24:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T11:24:40,484 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/e2a2a5966fba4bb1a3e8b498239722de as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/e2a2a5966fba4bb1a3e8b498239722de 2024-11-24T11:24:40,487 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/B of 4e92675612b2d18be60e353f4ca73960 into e2a2a5966fba4bb1a3e8b498239722de(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:40,487 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:40,487 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/B, priority=12, startTime=1732447480057; duration=0sec 2024-11-24T11:24:40,487 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:40,487 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:B 2024-11-24T11:24:40,488 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:24:40,489 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:24:40,489 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/C is initiating minor compaction (all files) 2024-11-24T11:24:40,489 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/C in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:40,489 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8e053c83e80d4adba0a42eb912ffc510, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/b4b6aa0b813041cf90efc3d77ca26abd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/acd2a709cd7546898f4431105e789f2c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/f6bc28f9ad6749fcba9a3ceb5d639933] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=46.9 K 2024-11-24T11:24:40,489 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e053c83e80d4adba0a42eb912ffc510, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732447475544 2024-11-24T11:24:40,490 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting b4b6aa0b813041cf90efc3d77ca26abd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732447475553 2024-11-24T11:24:40,490 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting acd2a709cd7546898f4431105e789f2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732447475709 2024-11-24T11:24:40,490 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting f6bc28f9ad6749fcba9a3ceb5d639933, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447476684 2024-11-24T11:24:40,493 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/df98d8c8adf64d7d901faffaa286d4a7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/df98d8c8adf64d7d901faffaa286d4a7 2024-11-24T11:24:40,497 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/A of 4e92675612b2d18be60e353f4ca73960 into df98d8c8adf64d7d901faffaa286d4a7(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:40,497 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:40,497 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/A, priority=12, startTime=1732447480057; duration=0sec 2024-11-24T11:24:40,497 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:40,497 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:A 2024-11-24T11:24:40,499 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#C#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:40,500 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/26518a3d5e424c269c3ac186e84df4ad is 50, key is test_row_0/C:col10/1732447476684/Put/seqid=0 2024-11-24T11:24:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742438_1614 (size=12139) 2024-11-24T11:24:40,531 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/94accff37b2b4a069015e577791fcbd0 2024-11-24T11:24:40,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/14e0d62902794993b494b050a36933dc is 50, key is test_row_0/B:col10/1732447478807/Put/seqid=0 2024-11-24T11:24:40,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742439_1615 (size=12001) 2024-11-24T11:24:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T11:24:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:40,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:40,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447540875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:40,907 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/26518a3d5e424c269c3ac186e84df4ad as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/26518a3d5e424c269c3ac186e84df4ad 2024-11-24T11:24:40,910 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/C of 4e92675612b2d18be60e353f4ca73960 into 26518a3d5e424c269c3ac186e84df4ad(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:40,910 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:40,911 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/C, priority=12, startTime=1732447480057; duration=0sec 2024-11-24T11:24:40,911 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:40,911 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:C 2024-11-24T11:24:40,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447540929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:40,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447540929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:40,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447540931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:40,940 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/14e0d62902794993b494b050a36933dc 2024-11-24T11:24:40,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/2d37e8e252844633a6e1ec96d220288c is 50, key is test_row_0/C:col10/1732447478807/Put/seqid=0 2024-11-24T11:24:40,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742440_1616 (size=12001) 2024-11-24T11:24:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447540978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:41,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447541180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:41,357 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/2d37e8e252844633a6e1ec96d220288c 2024-11-24T11:24:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/94accff37b2b4a069015e577791fcbd0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/94accff37b2b4a069015e577791fcbd0 2024-11-24T11:24:41,364 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/94accff37b2b4a069015e577791fcbd0, entries=150, sequenceid=88, filesize=30.2 K 2024-11-24T11:24:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/14e0d62902794993b494b050a36933dc as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/14e0d62902794993b494b050a36933dc 2024-11-24T11:24:41,368 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/14e0d62902794993b494b050a36933dc, entries=150, sequenceid=88, filesize=11.7 K 2024-11-24T11:24:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/2d37e8e252844633a6e1ec96d220288c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/2d37e8e252844633a6e1ec96d220288c 2024-11-24T11:24:41,372 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/2d37e8e252844633a6e1ec96d220288c, entries=150, sequenceid=88, filesize=11.7 K 2024-11-24T11:24:41,377 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4e92675612b2d18be60e353f4ca73960 in 1268ms, sequenceid=88, compaction requested=false 2024-11-24T11:24:41,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:41,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:41,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-24T11:24:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-24T11:24:41,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-24T11:24:41,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7280 sec 2024-11-24T11:24:41,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.7310 sec 2024-11-24T11:24:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:41,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T11:24:41,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:41,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:41,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:41,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:41,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:41,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:41,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124003f9612faf2403b9dd85ab30e8a96b1_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447480874/Put/seqid=0 2024-11-24T11:24:41,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742441_1617 (size=14594) 2024-11-24T11:24:41,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447541499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:41,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447541601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T11:24:41,753 INFO [Thread-2614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-24T11:24:41,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-24T11:24:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T11:24:41,755 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:41,756 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:41,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:41,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447541804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T11:24:41,894 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:41,897 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124003f9612faf2403b9dd85ab30e8a96b1_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124003f9612faf2403b9dd85ab30e8a96b1_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:41,898 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/211d447481d0435c940537a56b93a758, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:41,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/211d447481d0435c940537a56b93a758 is 175, key is test_row_0/A:col10/1732447480874/Put/seqid=0 2024-11-24T11:24:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742442_1618 (size=39549) 2024-11-24T11:24:41,907 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:41,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T11:24:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:41,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T11:24:42,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T11:24:42,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:42,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447542107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T11:24:42,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:42,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,303 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/211d447481d0435c940537a56b93a758 2024-11-24T11:24:42,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/fe14629e66a24b09b8e4d9cf83d856af is 50, key is test_row_0/B:col10/1732447480874/Put/seqid=0 2024-11-24T11:24:42,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742443_1619 (size=12001) 2024-11-24T11:24:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T11:24:42,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T11:24:42,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T11:24:42,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:42,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447542613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T11:24:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/fe14629e66a24b09b8e4d9cf83d856af 2024-11-24T11:24:42,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/aef339f3476f4fe88742e1ae2a2afdeb is 50, key is test_row_0/C:col10/1732447480874/Put/seqid=0 2024-11-24T11:24:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742444_1620 (size=12001) 2024-11-24T11:24:42,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T11:24:42,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:42,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T11:24:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447542933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,934 DEBUG [Thread-2604 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4123 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., hostname=28d8a466d69e,38163,1732447321684, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:42,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447542934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,936 DEBUG [Thread-2610 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., hostname=28d8a466d69e,38163,1732447321684, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:42,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447542950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,952 DEBUG [Thread-2612 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., hostname=28d8a466d69e,38163,1732447321684, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:42,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:42,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T11:24:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:42,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:43,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/aef339f3476f4fe88742e1ae2a2afdeb 2024-11-24T11:24:43,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/211d447481d0435c940537a56b93a758 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/211d447481d0435c940537a56b93a758 2024-11-24T11:24:43,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:43,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T11:24:43,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:43,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:43,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:43,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:43,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:43,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/211d447481d0435c940537a56b93a758, entries=200, sequenceid=118, filesize=38.6 K 2024-11-24T11:24:43,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/fe14629e66a24b09b8e4d9cf83d856af as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/fe14629e66a24b09b8e4d9cf83d856af 2024-11-24T11:24:43,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/fe14629e66a24b09b8e4d9cf83d856af, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T11:24:43,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/aef339f3476f4fe88742e1ae2a2afdeb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/aef339f3476f4fe88742e1ae2a2afdeb 2024-11-24T11:24:43,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/aef339f3476f4fe88742e1ae2a2afdeb, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T11:24:43,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4e92675612b2d18be60e353f4ca73960 in 1656ms, sequenceid=118, compaction requested=true 2024-11-24T11:24:43,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:43,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:43,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:43,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:43,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:43,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:43,141 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:43,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:43,141 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:43,141 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:43,141 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:43,141 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/B is initiating minor compaction (all files) 2024-11-24T11:24:43,141 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/A is initiating minor compaction (all files) 2024-11-24T11:24:43,141 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/B in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:43,141 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/A in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:43,142 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/e2a2a5966fba4bb1a3e8b498239722de, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/14e0d62902794993b494b050a36933dc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/fe14629e66a24b09b8e4d9cf83d856af] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=35.3 K 2024-11-24T11:24:43,142 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/df98d8c8adf64d7d901faffaa286d4a7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/94accff37b2b4a069015e577791fcbd0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/211d447481d0435c940537a56b93a758] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=99.2 K 2024-11-24T11:24:43,142 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:43,142 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/df98d8c8adf64d7d901faffaa286d4a7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/94accff37b2b4a069015e577791fcbd0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/211d447481d0435c940537a56b93a758] 2024-11-24T11:24:43,142 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting df98d8c8adf64d7d901faffaa286d4a7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447476684 2024-11-24T11:24:43,142 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting e2a2a5966fba4bb1a3e8b498239722de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447476684 2024-11-24T11:24:43,142 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94accff37b2b4a069015e577791fcbd0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732447478807 2024-11-24T11:24:43,142 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 14e0d62902794993b494b050a36933dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732447478807 2024-11-24T11:24:43,143 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 211d447481d0435c940537a56b93a758, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447480857 2024-11-24T11:24:43,143 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting fe14629e66a24b09b8e4d9cf83d856af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447480857 2024-11-24T11:24:43,148 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:43,149 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#B#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:43,149 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/c0ee6ec314fc42b4aa5d9548d436751a is 50, key is test_row_0/B:col10/1732447480874/Put/seqid=0 2024-11-24T11:24:43,150 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112422844f028ffa465bb70b0be8fcc2cf84_4e92675612b2d18be60e353f4ca73960 store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:43,153 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112422844f028ffa465bb70b0be8fcc2cf84_4e92675612b2d18be60e353f4ca73960, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:43,153 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112422844f028ffa465bb70b0be8fcc2cf84_4e92675612b2d18be60e353f4ca73960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:43,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742445_1621 (size=12241) 2024-11-24T11:24:43,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742446_1622 (size=4469) 2024-11-24T11:24:43,281 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:43,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T11:24:43,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:43,281 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T11:24:43,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:43,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:43,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:43,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:43,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:43,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112421665af2c7eb42da851225177b0431f7_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447481496/Put/seqid=0 2024-11-24T11:24:43,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742447_1623 (size=12154) 2024-11-24T11:24:43,577 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#A#compaction#529 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:43,577 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/2e577b958e494938a56b7c828c9614c8 is 175, key is test_row_0/A:col10/1732447480874/Put/seqid=0 2024-11-24T11:24:43,579 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/c0ee6ec314fc42b4aa5d9548d436751a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/c0ee6ec314fc42b4aa5d9548d436751a 2024-11-24T11:24:43,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742448_1624 (size=31195) 2024-11-24T11:24:43,583 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/B of 4e92675612b2d18be60e353f4ca73960 into c0ee6ec314fc42b4aa5d9548d436751a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:43,583 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:43,583 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/B, priority=13, startTime=1732447483141; duration=0sec 2024-11-24T11:24:43,583 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:43,583 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:B 2024-11-24T11:24:43,583 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:43,584 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:43,584 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/C is initiating minor compaction (all files) 2024-11-24T11:24:43,584 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/C in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:43,584 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/26518a3d5e424c269c3ac186e84df4ad, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/2d37e8e252844633a6e1ec96d220288c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/aef339f3476f4fe88742e1ae2a2afdeb] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=35.3 K 2024-11-24T11:24:43,584 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 26518a3d5e424c269c3ac186e84df4ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732447476684 2024-11-24T11:24:43,585 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d37e8e252844633a6e1ec96d220288c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732447478807 2024-11-24T11:24:43,585 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting aef339f3476f4fe88742e1ae2a2afdeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447480857 2024-11-24T11:24:43,589 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#C#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:43,590 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/5d145ea7a5da4eb59fd5e1dc5d56ae3f is 50, key is test_row_0/C:col10/1732447480874/Put/seqid=0 2024-11-24T11:24:43,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742449_1625 (size=12241) 2024-11-24T11:24:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:43,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:43,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447543686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:43,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:43,695 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112421665af2c7eb42da851225177b0431f7_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112421665af2c7eb42da851225177b0431f7_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:43,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/14ed4557ab9c4fc5bec49d7a5be675fb, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:43,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/14ed4557ab9c4fc5bec49d7a5be675fb is 175, key is test_row_0/A:col10/1732447481496/Put/seqid=0 2024-11-24T11:24:43,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742450_1626 (size=30955) 2024-11-24T11:24:43,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447543789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:43,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732447543846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:43,848 DEBUG [Thread-2606 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., hostname=28d8a466d69e,38163,1732447321684, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T11:24:43,985 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/2e577b958e494938a56b7c828c9614c8 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/2e577b958e494938a56b7c828c9614c8 2024-11-24T11:24:43,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447543991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:44,004 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/A of 4e92675612b2d18be60e353f4ca73960 into 2e577b958e494938a56b7c828c9614c8(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:44,004 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:44,004 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/A, priority=13, startTime=1732447483140; duration=0sec 2024-11-24T11:24:44,004 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:44,004 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:A 2024-11-24T11:24:44,004 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/5d145ea7a5da4eb59fd5e1dc5d56ae3f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/5d145ea7a5da4eb59fd5e1dc5d56ae3f 2024-11-24T11:24:44,007 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/C of 4e92675612b2d18be60e353f4ca73960 into 5d145ea7a5da4eb59fd5e1dc5d56ae3f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:44,008 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:44,008 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/C, priority=13, startTime=1732447483141; duration=0sec 2024-11-24T11:24:44,008 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:44,008 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:C 2024-11-24T11:24:44,100 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/14ed4557ab9c4fc5bec49d7a5be675fb 2024-11-24T11:24:44,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/6ed48a1b4fdf43cca471692351f8a355 is 50, key is test_row_0/B:col10/1732447481496/Put/seqid=0 2024-11-24T11:24:44,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742451_1627 (size=12001) 2024-11-24T11:24:44,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447544295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:44,511 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/6ed48a1b4fdf43cca471692351f8a355 2024-11-24T11:24:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/93506f319ac34235b5495d16c2d6d509 is 50, key is test_row_0/C:col10/1732447481496/Put/seqid=0 2024-11-24T11:24:44,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742452_1628 (size=12001) 2024-11-24T11:24:44,521 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/93506f319ac34235b5495d16c2d6d509 2024-11-24T11:24:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/14ed4557ab9c4fc5bec49d7a5be675fb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/14ed4557ab9c4fc5bec49d7a5be675fb 2024-11-24T11:24:44,528 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/14ed4557ab9c4fc5bec49d7a5be675fb, entries=150, sequenceid=127, filesize=30.2 K 2024-11-24T11:24:44,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/6ed48a1b4fdf43cca471692351f8a355 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/6ed48a1b4fdf43cca471692351f8a355 2024-11-24T11:24:44,531 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/6ed48a1b4fdf43cca471692351f8a355, entries=150, sequenceid=127, filesize=11.7 K 2024-11-24T11:24:44,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/93506f319ac34235b5495d16c2d6d509 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/93506f319ac34235b5495d16c2d6d509 2024-11-24T11:24:44,534 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/93506f319ac34235b5495d16c2d6d509, entries=150, sequenceid=127, filesize=11.7 K 2024-11-24T11:24:44,535 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 4e92675612b2d18be60e353f4ca73960 in 1254ms, sequenceid=127, compaction requested=false 2024-11-24T11:24:44,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:44,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:44,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-24T11:24:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-24T11:24:44,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-24T11:24:44,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7800 sec 2024-11-24T11:24:44,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.7840 sec 2024-11-24T11:24:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:44,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T11:24:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:44,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112435be35dc366c4932aa0ac3648ab24c51_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447484798/Put/seqid=0 2024-11-24T11:24:44,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447544813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:44,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742453_1629 (size=12304) 2024-11-24T11:24:44,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447544916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:45,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447545119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:45,218 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:45,221 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112435be35dc366c4932aa0ac3648ab24c51_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112435be35dc366c4932aa0ac3648ab24c51_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:45,222 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/6115b775b78b4af585eac019fd74b0e6, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:45,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/6115b775b78b4af585eac019fd74b0e6 is 175, key is test_row_0/A:col10/1732447484798/Put/seqid=0 2024-11-24T11:24:45,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742454_1630 (size=31105) 2024-11-24T11:24:45,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447545422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:45,627 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/6115b775b78b4af585eac019fd74b0e6 2024-11-24T11:24:45,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/2c72ebff49294b2ea23cad570c8b0a12 is 50, key is test_row_0/B:col10/1732447484798/Put/seqid=0 2024-11-24T11:24:45,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742455_1631 (size=12151) 2024-11-24T11:24:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T11:24:45,860 INFO [Thread-2614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-24T11:24:45,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-24T11:24:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T11:24:45,862 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:45,863 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:45,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:45,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447545928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T11:24:46,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:46,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T11:24:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:46,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/2c72ebff49294b2ea23cad570c8b0a12 2024-11-24T11:24:46,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/7ecb7b9a35b14ee19460853ff1ac48ee is 50, key is test_row_0/C:col10/1732447484798/Put/seqid=0 2024-11-24T11:24:46,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742456_1632 (size=12151) 2024-11-24T11:24:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T11:24:46,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:46,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T11:24:46,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:46,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:46,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:46,320 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:46,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T11:24:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:46,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:46,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:46,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/7ecb7b9a35b14ee19460853ff1ac48ee 2024-11-24T11:24:46,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/6115b775b78b4af585eac019fd74b0e6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/6115b775b78b4af585eac019fd74b0e6 2024-11-24T11:24:46,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/6115b775b78b4af585eac019fd74b0e6, entries=150, sequenceid=158, filesize=30.4 K 2024-11-24T11:24:46,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/2c72ebff49294b2ea23cad570c8b0a12 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2c72ebff49294b2ea23cad570c8b0a12 2024-11-24T11:24:46,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2c72ebff49294b2ea23cad570c8b0a12, entries=150, sequenceid=158, filesize=11.9 K 2024-11-24T11:24:46,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/7ecb7b9a35b14ee19460853ff1ac48ee as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/7ecb7b9a35b14ee19460853ff1ac48ee 2024-11-24T11:24:46,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/7ecb7b9a35b14ee19460853ff1ac48ee, entries=150, sequenceid=158, filesize=11.9 K 2024-11-24T11:24:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T11:24:46,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 4e92675612b2d18be60e353f4ca73960 in 1666ms, sequenceid=158, compaction requested=true 2024-11-24T11:24:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:46,465 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:46,465 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:46,466 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:46,466 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/B is initiating minor compaction (all files) 2024-11-24T11:24:46,466 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/B in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,466 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/c0ee6ec314fc42b4aa5d9548d436751a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/6ed48a1b4fdf43cca471692351f8a355, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2c72ebff49294b2ea23cad570c8b0a12] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=35.5 K 2024-11-24T11:24:46,467 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93255 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:46,467 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/A is initiating minor compaction (all files) 2024-11-24T11:24:46,467 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/A in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,467 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/2e577b958e494938a56b7c828c9614c8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/14ed4557ab9c4fc5bec49d7a5be675fb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/6115b775b78b4af585eac019fd74b0e6] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=91.1 K 2024-11-24T11:24:46,467 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting c0ee6ec314fc42b4aa5d9548d436751a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447480857 2024-11-24T11:24:46,467 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,467 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/2e577b958e494938a56b7c828c9614c8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/14ed4557ab9c4fc5bec49d7a5be675fb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/6115b775b78b4af585eac019fd74b0e6] 2024-11-24T11:24:46,467 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ed48a1b4fdf43cca471692351f8a355, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732447481493 2024-11-24T11:24:46,467 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e577b958e494938a56b7c828c9614c8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447480857 2024-11-24T11:24:46,467 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c72ebff49294b2ea23cad570c8b0a12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732447483679 2024-11-24T11:24:46,467 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14ed4557ab9c4fc5bec49d7a5be675fb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732447481493 2024-11-24T11:24:46,468 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6115b775b78b4af585eac019fd74b0e6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732447483679 2024-11-24T11:24:46,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:46,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T11:24:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,473 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T11:24:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:46,474 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#B#compaction#537 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:46,475 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/8d2a56c678ad468eacfc7924fa84d763 is 50, key is test_row_0/B:col10/1732447484798/Put/seqid=0 2024-11-24T11:24:46,477 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:46,493 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411246abebb6edad3465e8e8b6e68381a6551_4e92675612b2d18be60e353f4ca73960 store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:46,495 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411246abebb6edad3465e8e8b6e68381a6551_4e92675612b2d18be60e353f4ca73960, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:46,495 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246abebb6edad3465e8e8b6e68381a6551_4e92675612b2d18be60e353f4ca73960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:46,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244e1ffc16f7d0471ea05d19a313137cb9_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447484812/Put/seqid=0 2024-11-24T11:24:46,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742457_1633 (size=12493) 2024-11-24T11:24:46,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742458_1634 (size=4469) 2024-11-24T11:24:46,506 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#A#compaction#538 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:46,506 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/16ed33c196fd41da94191652bc6c432a is 175, key is test_row_0/A:col10/1732447484798/Put/seqid=0 2024-11-24T11:24:46,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742459_1635 (size=12304) 2024-11-24T11:24:46,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,517 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244e1ffc16f7d0471ea05d19a313137cb9_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e1ffc16f7d0471ea05d19a313137cb9_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/5bab4aab28b44159a80fded854ec3f41, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/5bab4aab28b44159a80fded854ec3f41 is 175, key is test_row_0/A:col10/1732447484812/Put/seqid=0 2024-11-24T11:24:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742460_1636 (size=31447) 2024-11-24T11:24:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742461_1637 (size=31105) 2024-11-24T11:24:46,525 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/5bab4aab28b44159a80fded854ec3f41 2024-11-24T11:24:46,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/510fedd399244e44845aaff5fa68de50 is 50, key is test_row_0/B:col10/1732447484812/Put/seqid=0 2024-11-24T11:24:46,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742462_1638 (size=12151) 2024-11-24T11:24:46,537 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/510fedd399244e44845aaff5fa68de50 2024-11-24T11:24:46,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/fab1d83d99b645319b4e18f8e193706f is 50, key is test_row_0/C:col10/1732447484812/Put/seqid=0 2024-11-24T11:24:46,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742463_1639 (size=12151) 2024-11-24T11:24:46,548 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/fab1d83d99b645319b4e18f8e193706f 2024-11-24T11:24:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/5bab4aab28b44159a80fded854ec3f41 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5bab4aab28b44159a80fded854ec3f41 2024-11-24T11:24:46,555 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5bab4aab28b44159a80fded854ec3f41, entries=150, sequenceid=166, filesize=30.4 K 2024-11-24T11:24:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/510fedd399244e44845aaff5fa68de50 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/510fedd399244e44845aaff5fa68de50 2024-11-24T11:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,559 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/510fedd399244e44845aaff5fa68de50, entries=150, sequenceid=166, filesize=11.9 K 2024-11-24T11:24:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/fab1d83d99b645319b4e18f8e193706f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/fab1d83d99b645319b4e18f8e193706f 2024-11-24T11:24:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,563 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/fab1d83d99b645319b4e18f8e193706f, entries=150, sequenceid=166, filesize=11.9 K 2024-11-24T11:24:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,563 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4e92675612b2d18be60e353f4ca73960 in 90ms, sequenceid=166, compaction requested=true 2024-11-24T11:24:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-24T11:24:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-24T11:24:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-24T11:24:46,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 701 msec 2024-11-24T11:24:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 705 msec 2024-11-24T11:24:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,908 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/8d2a56c678ad468eacfc7924fa84d763 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/8d2a56c678ad468eacfc7924fa84d763 2024-11-24T11:24:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,912 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/B of 4e92675612b2d18be60e353f4ca73960 into 8d2a56c678ad468eacfc7924fa84d763(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:46,912 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:46,912 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/B, priority=13, startTime=1732447486465; duration=0sec 2024-11-24T11:24:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,912 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:46,912 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:B 2024-11-24T11:24:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,912 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:24:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,913 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:24:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,913 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/C is initiating minor compaction (all files) 2024-11-24T11:24:46,913 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/C in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:46,913 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/5d145ea7a5da4eb59fd5e1dc5d56ae3f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/93506f319ac34235b5495d16c2d6d509, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/7ecb7b9a35b14ee19460853ff1ac48ee, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/fab1d83d99b645319b4e18f8e193706f] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=47.4 K 2024-11-24T11:24:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,914 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d145ea7a5da4eb59fd5e1dc5d56ae3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732447480857 2024-11-24T11:24:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,914 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 93506f319ac34235b5495d16c2d6d509, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732447481493 2024-11-24T11:24:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,914 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ecb7b9a35b14ee19460853ff1ac48ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732447483679 2024-11-24T11:24:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,914 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting fab1d83d99b645319b4e18f8e193706f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732447484801 2024-11-24T11:24:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,921 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#C#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,922 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/93619d48d0494520a0065ce20a01af21 is 50, key is test_row_0/C:col10/1732447484812/Put/seqid=0 2024-11-24T11:24:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,926 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/16ed33c196fd41da94191652bc6c432a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/16ed33c196fd41da94191652bc6c432a 2024-11-24T11:24:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742464_1640 (size=12527) 2024-11-24T11:24:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,931 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/A of 4e92675612b2d18be60e353f4ca73960 into 16ed33c196fd41da94191652bc6c432a(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:46,931 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:46,931 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/A, priority=13, startTime=1732447486465; duration=0sec 2024-11-24T11:24:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,931 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:46,931 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:A 2024-11-24T11:24:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,932 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/93619d48d0494520a0065ce20a01af21 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/93619d48d0494520a0065ce20a01af21 2024-11-24T11:24:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,937 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/C of 4e92675612b2d18be60e353f4ca73960 into 93619d48d0494520a0065ce20a01af21(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:46,938 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:46,938 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/C, priority=12, startTime=1732447486465; duration=0sec 2024-11-24T11:24:46,938 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:46,938 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:C 2024-11-24T11:24:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T11:24:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,965 INFO [Thread-2614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-24T11:24:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-24T11:24:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T11:24:46,968 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,969 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:46,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:24:46,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:46,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:46,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:46,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:46,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:46,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243915d36cec244b22be40f2806308c195_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447486973/Put/seqid=0 2024-11-24T11:24:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:46,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742465_1641 (size=24758) 2024-11-24T11:24:47,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447547027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447547028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447547028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447547029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T11:24:47,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T11:24:47,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:47,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447547131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447547131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447547131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447547132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T11:24:47,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T11:24:47,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:47,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447547333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447547334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447547335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447547335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,394 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:47,397 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243915d36cec244b22be40f2806308c195_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243915d36cec244b22be40f2806308c195_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:47,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/235108100c734107b78d9e534cfd9209, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:47,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/235108100c734107b78d9e534cfd9209 is 175, key is test_row_0/A:col10/1732447486973/Put/seqid=0 2024-11-24T11:24:47,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742466_1642 (size=74395) 2024-11-24T11:24:47,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T11:24:47,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:47,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T11:24:47,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T11:24:47,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:47,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447547634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447547637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447547637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447547639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,735 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T11:24:47,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:47,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,800 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/235108100c734107b78d9e534cfd9209 2024-11-24T11:24:47,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/734d3ffd852d4da292e83c832a662285 is 50, key is test_row_0/B:col10/1732447486973/Put/seqid=0 2024-11-24T11:24:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742467_1643 (size=12151) 2024-11-24T11:24:47,887 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:47,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T11:24:47,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:47,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:47,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:48,040 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:48,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T11:24:48,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:48,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:48,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:48,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:48,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T11:24:48,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447548137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:48,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447548140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:48,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447548140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:48,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447548143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:48,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:48,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T11:24:48,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:48,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:48,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:48,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:48,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/734d3ffd852d4da292e83c832a662285 2024-11-24T11:24:48,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/d28fd12a1c934949a613121aaeb1e7bb is 50, key is test_row_0/C:col10/1732447486973/Put/seqid=0 2024-11-24T11:24:48,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742468_1644 (size=12151) 2024-11-24T11:24:48,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/d28fd12a1c934949a613121aaeb1e7bb 2024-11-24T11:24:48,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/235108100c734107b78d9e534cfd9209 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/235108100c734107b78d9e534cfd9209 2024-11-24T11:24:48,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/235108100c734107b78d9e534cfd9209, entries=400, sequenceid=180, filesize=72.7 K 2024-11-24T11:24:48,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/734d3ffd852d4da292e83c832a662285 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/734d3ffd852d4da292e83c832a662285 2024-11-24T11:24:48,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/734d3ffd852d4da292e83c832a662285, entries=150, sequenceid=180, filesize=11.9 K 2024-11-24T11:24:48,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/d28fd12a1c934949a613121aaeb1e7bb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/d28fd12a1c934949a613121aaeb1e7bb 2024-11-24T11:24:48,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/d28fd12a1c934949a613121aaeb1e7bb, entries=150, sequenceid=180, filesize=11.9 K 2024-11-24T11:24:48,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4e92675612b2d18be60e353f4ca73960 in 1261ms, sequenceid=180, compaction requested=true 2024-11-24T11:24:48,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:48,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:48,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:48,235 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:48,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:48,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:48,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:48,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:48,235 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:48,236 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:48,236 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:48,236 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/B is initiating minor compaction (all files) 2024-11-24T11:24:48,236 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/A is initiating minor compaction (all files) 2024-11-24T11:24:48,236 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/A in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:48,236 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/B in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:48,236 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/16ed33c196fd41da94191652bc6c432a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5bab4aab28b44159a80fded854ec3f41, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/235108100c734107b78d9e534cfd9209] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=133.7 K 2024-11-24T11:24:48,236 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/8d2a56c678ad468eacfc7924fa84d763, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/510fedd399244e44845aaff5fa68de50, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/734d3ffd852d4da292e83c832a662285] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=35.9 K 2024-11-24T11:24:48,236 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:48,236 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/16ed33c196fd41da94191652bc6c432a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5bab4aab28b44159a80fded854ec3f41, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/235108100c734107b78d9e534cfd9209] 2024-11-24T11:24:48,237 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d2a56c678ad468eacfc7924fa84d763, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732447483679 2024-11-24T11:24:48,237 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16ed33c196fd41da94191652bc6c432a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732447483679 2024-11-24T11:24:48,237 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 510fedd399244e44845aaff5fa68de50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732447484801 2024-11-24T11:24:48,237 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bab4aab28b44159a80fded854ec3f41, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732447484801 2024-11-24T11:24:48,237 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 734d3ffd852d4da292e83c832a662285, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732447486960 2024-11-24T11:24:48,237 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 235108100c734107b78d9e534cfd9209, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732447486956 2024-11-24T11:24:48,243 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:48,250 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#B#compaction#547 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:48,250 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/4d95559bdd774048ad98736ba0f08cf2 is 50, key is test_row_0/B:col10/1732447486973/Put/seqid=0 2024-11-24T11:24:48,256 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124de4686d75f8f480abad25994e33e3013_4e92675612b2d18be60e353f4ca73960 store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:48,259 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124de4686d75f8f480abad25994e33e3013_4e92675612b2d18be60e353f4ca73960, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:48,259 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124de4686d75f8f480abad25994e33e3013_4e92675612b2d18be60e353f4ca73960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:48,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742469_1645 (size=12595) 2024-11-24T11:24:48,265 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/4d95559bdd774048ad98736ba0f08cf2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/4d95559bdd774048ad98736ba0f08cf2 2024-11-24T11:24:48,270 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/B of 4e92675612b2d18be60e353f4ca73960 into 4d95559bdd774048ad98736ba0f08cf2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:48,270 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:48,270 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/B, priority=13, startTime=1732447488235; duration=0sec 2024-11-24T11:24:48,270 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:48,270 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:B 2024-11-24T11:24:48,270 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T11:24:48,270 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T11:24:48,270 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T11:24:48,271 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. because compaction request was cancelled 2024-11-24T11:24:48,271 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:C 2024-11-24T11:24:48,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742470_1646 (size=4469) 2024-11-24T11:24:48,345 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:48,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T11:24:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:48,346 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:24:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:48,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248c318b3d17ca444b8e0b99f37ad0a83c_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447487027/Put/seqid=0 2024-11-24T11:24:48,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742471_1647 (size=12304) 2024-11-24T11:24:48,675 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#A#compaction#546 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:48,675 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/a011903d09e8416fa2f44fbb5a210e14 is 175, key is test_row_0/A:col10/1732447486973/Put/seqid=0 2024-11-24T11:24:48,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742472_1648 (size=31549) 2024-11-24T11:24:48,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:48,759 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248c318b3d17ca444b8e0b99f37ad0a83c_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248c318b3d17ca444b8e0b99f37ad0a83c_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/83be24c841ba4162922dad044a6bb714, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/83be24c841ba4162922dad044a6bb714 is 175, key is test_row_0/A:col10/1732447487027/Put/seqid=0 2024-11-24T11:24:48,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742473_1649 (size=31105) 2024-11-24T11:24:48,764 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/83be24c841ba4162922dad044a6bb714 2024-11-24T11:24:48,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/44bf09cf16e0492b957f18200b8a755b is 50, key is test_row_0/B:col10/1732447487027/Put/seqid=0 2024-11-24T11:24:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742474_1650 (size=12151) 2024-11-24T11:24:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T11:24:49,083 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/a011903d09e8416fa2f44fbb5a210e14 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/a011903d09e8416fa2f44fbb5a210e14 2024-11-24T11:24:49,086 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/A of 4e92675612b2d18be60e353f4ca73960 into a011903d09e8416fa2f44fbb5a210e14(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:49,086 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:49,086 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/A, priority=13, startTime=1732447488235; duration=0sec 2024-11-24T11:24:49,086 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:49,086 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:A 2024-11-24T11:24:49,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:49,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447549150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447549150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447549152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447549152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,175 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/44bf09cf16e0492b957f18200b8a755b 2024-11-24T11:24:49,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/8df3da6d27ad42b3a1a4bd85dc7f1be6 is 50, key is test_row_0/C:col10/1732447487027/Put/seqid=0 2024-11-24T11:24:49,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742475_1651 (size=12151) 2024-11-24T11:24:49,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447549253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447549253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447549254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447549254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447549456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447549456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447549457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447549458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,590 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/8df3da6d27ad42b3a1a4bd85dc7f1be6 2024-11-24T11:24:49,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/83be24c841ba4162922dad044a6bb714 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/83be24c841ba4162922dad044a6bb714 2024-11-24T11:24:49,596 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/83be24c841ba4162922dad044a6bb714, entries=150, sequenceid=207, filesize=30.4 K 2024-11-24T11:24:49,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/44bf09cf16e0492b957f18200b8a755b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/44bf09cf16e0492b957f18200b8a755b 2024-11-24T11:24:49,600 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/44bf09cf16e0492b957f18200b8a755b, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T11:24:49,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/8df3da6d27ad42b3a1a4bd85dc7f1be6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8df3da6d27ad42b3a1a4bd85dc7f1be6 2024-11-24T11:24:49,603 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8df3da6d27ad42b3a1a4bd85dc7f1be6, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T11:24:49,603 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4e92675612b2d18be60e353f4ca73960 in 1257ms, sequenceid=207, compaction requested=true 2024-11-24T11:24:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-24T11:24:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-24T11:24:49,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-24T11:24:49,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6350 sec 2024-11-24T11:24:49,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.6390 sec 2024-11-24T11:24:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:49,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:24:49,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:49,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:49,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:49,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:49,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:49,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:49,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cfcc678bcc454f7fbdac470960e8629f_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447489147/Put/seqid=0 2024-11-24T11:24:49,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742476_1652 (size=14794) 2024-11-24T11:24:49,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447549780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447549780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447549782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447549782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447549883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447549883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447549884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:49,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447549885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447550085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447550086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447550088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447550088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,170 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:50,173 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cfcc678bcc454f7fbdac470960e8629f_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cfcc678bcc454f7fbdac470960e8629f_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:50,174 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/e10d54cbb7774a76ad33eb99962c3fa7, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:50,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/e10d54cbb7774a76ad33eb99962c3fa7 is 175, key is test_row_0/A:col10/1732447489147/Put/seqid=0 2024-11-24T11:24:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742477_1653 (size=39749) 2024-11-24T11:24:50,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447550388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447550388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447550391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447550392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,578 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/e10d54cbb7774a76ad33eb99962c3fa7 2024-11-24T11:24:50,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/63af753e09ca4031923ea2bbf812fcf1 is 50, key is test_row_0/B:col10/1732447489147/Put/seqid=0 2024-11-24T11:24:50,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742478_1654 (size=12151) 2024-11-24T11:24:50,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/63af753e09ca4031923ea2bbf812fcf1 2024-11-24T11:24:50,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/c409bebcaf41482c89e8258c5d89823a is 50, key is test_row_0/C:col10/1732447489147/Put/seqid=0 2024-11-24T11:24:50,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742479_1655 (size=12151) 2024-11-24T11:24:50,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447550892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447550894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447550898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447550898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:50,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/c409bebcaf41482c89e8258c5d89823a 2024-11-24T11:24:51,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/e10d54cbb7774a76ad33eb99962c3fa7 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/e10d54cbb7774a76ad33eb99962c3fa7 2024-11-24T11:24:51,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/e10d54cbb7774a76ad33eb99962c3fa7, entries=200, sequenceid=219, filesize=38.8 K 2024-11-24T11:24:51,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/63af753e09ca4031923ea2bbf812fcf1 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/63af753e09ca4031923ea2bbf812fcf1 2024-11-24T11:24:51,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/63af753e09ca4031923ea2bbf812fcf1, entries=150, sequenceid=219, filesize=11.9 K 2024-11-24T11:24:51,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/c409bebcaf41482c89e8258c5d89823a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/c409bebcaf41482c89e8258c5d89823a 2024-11-24T11:24:51,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/c409bebcaf41482c89e8258c5d89823a, entries=150, sequenceid=219, filesize=11.9 K 2024-11-24T11:24:51,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4e92675612b2d18be60e353f4ca73960 in 1251ms, sequenceid=219, compaction requested=true 2024-11-24T11:24:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:51,011 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:51,011 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:51,012 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:51,012 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:51,012 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/B is initiating minor compaction (all files) 2024-11-24T11:24:51,012 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/A is initiating minor compaction (all files) 2024-11-24T11:24:51,012 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/B in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:51,012 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/A in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:51,012 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/4d95559bdd774048ad98736ba0f08cf2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/44bf09cf16e0492b957f18200b8a755b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/63af753e09ca4031923ea2bbf812fcf1] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=36.0 K 2024-11-24T11:24:51,012 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/a011903d09e8416fa2f44fbb5a210e14, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/83be24c841ba4162922dad044a6bb714, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/e10d54cbb7774a76ad33eb99962c3fa7] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=100.0 K 2024-11-24T11:24:51,012 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:51,012 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/a011903d09e8416fa2f44fbb5a210e14, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/83be24c841ba4162922dad044a6bb714, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/e10d54cbb7774a76ad33eb99962c3fa7] 2024-11-24T11:24:51,012 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d95559bdd774048ad98736ba0f08cf2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732447486960 2024-11-24T11:24:51,012 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a011903d09e8416fa2f44fbb5a210e14, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732447486960 2024-11-24T11:24:51,013 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 44bf09cf16e0492b957f18200b8a755b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732447487027 2024-11-24T11:24:51,013 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83be24c841ba4162922dad044a6bb714, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732447487027 2024-11-24T11:24:51,013 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 63af753e09ca4031923ea2bbf812fcf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732447489147 2024-11-24T11:24:51,013 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e10d54cbb7774a76ad33eb99962c3fa7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732447489147 2024-11-24T11:24:51,018 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:51,019 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#B#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:51,019 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124a01d36a72fbd4746a946c97957ec8892_4e92675612b2d18be60e353f4ca73960 store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:51,020 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/7a7cd363e3d249ee9f047bb3464e959d is 50, key is test_row_0/B:col10/1732447489147/Put/seqid=0 2024-11-24T11:24:51,021 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124a01d36a72fbd4746a946c97957ec8892_4e92675612b2d18be60e353f4ca73960, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:51,022 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a01d36a72fbd4746a946c97957ec8892_4e92675612b2d18be60e353f4ca73960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:51,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742480_1656 (size=12697) 2024-11-24T11:24:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742481_1657 (size=4469) 2024-11-24T11:24:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T11:24:51,073 INFO [Thread-2614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-24T11:24:51,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-24T11:24:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T11:24:51,075 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:51,076 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:51,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T11:24:51,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:51,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T11:24:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:51,228 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T11:24:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:51,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:51,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:51,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:51,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:51,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:51,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112476e7584be1b34b64b3db7941aaf51759_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447489771/Put/seqid=0 2024-11-24T11:24:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742482_1658 (size=12304) 2024-11-24T11:24:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:51,242 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112476e7584be1b34b64b3db7941aaf51759_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112476e7584be1b34b64b3db7941aaf51759_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:51,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/37ec582bed7641f4925158559ffa33c6, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:51,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/37ec582bed7641f4925158559ffa33c6 is 175, key is test_row_0/A:col10/1732447489771/Put/seqid=0 2024-11-24T11:24:51,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742483_1659 (size=31105) 2024-11-24T11:24:51,249 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/37ec582bed7641f4925158559ffa33c6 2024-11-24T11:24:51,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/ca1f621ff5a84baf8575faee8631de57 is 50, key is test_row_0/B:col10/1732447489771/Put/seqid=0 2024-11-24T11:24:51,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742484_1660 (size=12151) 2024-11-24T11:24:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T11:24:51,427 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#A#compaction#555 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:51,428 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/fd13518189224346809bf5281348da5d is 175, key is test_row_0/A:col10/1732447489147/Put/seqid=0 2024-11-24T11:24:51,430 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/7a7cd363e3d249ee9f047bb3464e959d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/7a7cd363e3d249ee9f047bb3464e959d 2024-11-24T11:24:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742485_1661 (size=31651) 2024-11-24T11:24:51,434 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/B of 4e92675612b2d18be60e353f4ca73960 into 7a7cd363e3d249ee9f047bb3464e959d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:51,434 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:51,434 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/B, priority=13, startTime=1732447491011; duration=0sec 2024-11-24T11:24:51,434 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:51,434 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:B 2024-11-24T11:24:51,434 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T11:24:51,435 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T11:24:51,435 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/C is initiating minor compaction (all files) 2024-11-24T11:24:51,435 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/C in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:51,436 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/93619d48d0494520a0065ce20a01af21, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/d28fd12a1c934949a613121aaeb1e7bb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8df3da6d27ad42b3a1a4bd85dc7f1be6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/c409bebcaf41482c89e8258c5d89823a] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=47.8 K 2024-11-24T11:24:51,436 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 93619d48d0494520a0065ce20a01af21, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732447484801 2024-11-24T11:24:51,436 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting d28fd12a1c934949a613121aaeb1e7bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732447486960 2024-11-24T11:24:51,436 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8df3da6d27ad42b3a1a4bd85dc7f1be6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732447487027 2024-11-24T11:24:51,437 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting c409bebcaf41482c89e8258c5d89823a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732447489147 2024-11-24T11:24:51,445 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#C#compaction#558 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:51,445 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/83d00dd702ce4b8ca6216c5f600283e2 is 50, key is test_row_0/C:col10/1732447489147/Put/seqid=0 2024-11-24T11:24:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742486_1662 (size=12663) 2024-11-24T11:24:51,657 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/ca1f621ff5a84baf8575faee8631de57 2024-11-24T11:24:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/614ef759b38741d5a284e1d499f1fc2f is 50, key is test_row_0/C:col10/1732447489771/Put/seqid=0 2024-11-24T11:24:51,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742487_1663 (size=12151) 2024-11-24T11:24:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T11:24:51,836 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/fd13518189224346809bf5281348da5d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/fd13518189224346809bf5281348da5d 2024-11-24T11:24:51,839 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/A of 4e92675612b2d18be60e353f4ca73960 into fd13518189224346809bf5281348da5d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:51,839 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:51,839 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/A, priority=13, startTime=1732447491011; duration=0sec 2024-11-24T11:24:51,839 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:51,839 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:A 2024-11-24T11:24:51,852 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/83d00dd702ce4b8ca6216c5f600283e2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/83d00dd702ce4b8ca6216c5f600283e2 2024-11-24T11:24:51,856 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/C of 4e92675612b2d18be60e353f4ca73960 into 83d00dd702ce4b8ca6216c5f600283e2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:51,856 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:51,856 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/C, priority=12, startTime=1732447491011; duration=0sec 2024-11-24T11:24:51,856 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:51,856 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:C 2024-11-24T11:24:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:51,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:51,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447551904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:51,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:51,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447551904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447551904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:51,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447551909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447552007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447552008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447552008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,070 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/614ef759b38741d5a284e1d499f1fc2f 2024-11-24T11:24:52,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/37ec582bed7641f4925158559ffa33c6 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/37ec582bed7641f4925158559ffa33c6 2024-11-24T11:24:52,076 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/37ec582bed7641f4925158559ffa33c6, entries=150, sequenceid=245, filesize=30.4 K 2024-11-24T11:24:52,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/ca1f621ff5a84baf8575faee8631de57 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/ca1f621ff5a84baf8575faee8631de57 2024-11-24T11:24:52,080 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/ca1f621ff5a84baf8575faee8631de57, entries=150, sequenceid=245, filesize=11.9 K 2024-11-24T11:24:52,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/614ef759b38741d5a284e1d499f1fc2f as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/614ef759b38741d5a284e1d499f1fc2f 2024-11-24T11:24:52,084 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/614ef759b38741d5a284e1d499f1fc2f, entries=150, sequenceid=245, filesize=11.9 K 2024-11-24T11:24:52,085 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4e92675612b2d18be60e353f4ca73960 in 857ms, sequenceid=245, compaction requested=false 2024-11-24T11:24:52,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:52,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:52,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-24T11:24:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-24T11:24:52,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-24T11:24:52,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-24T11:24:52,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.0130 sec 2024-11-24T11:24:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T11:24:52,178 INFO [Thread-2614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-24T11:24:52,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T11:24:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-24T11:24:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T11:24:52,181 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T11:24:52,182 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T11:24:52,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T11:24:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:52,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T11:24:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:52,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241a6019fcce6448a9a7cfa421a4a4eb62_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447492212/Put/seqid=0 2024-11-24T11:24:52,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742488_1664 (size=12404) 2024-11-24T11:24:52,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447552235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447552236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447552236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T11:24:52,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T11:24:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:52,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447552339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447552340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447552340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T11:24:52,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T11:24:52,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:52,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:52,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:52,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447552542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447552542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447552542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,623 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:52,626 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241a6019fcce6448a9a7cfa421a4a4eb62_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a6019fcce6448a9a7cfa421a4a4eb62_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:52,627 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/cf6110e3ca614a75930c19f6622427dd, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:52,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/cf6110e3ca614a75930c19f6622427dd is 175, key is test_row_0/A:col10/1732447492212/Put/seqid=0 2024-11-24T11:24:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742489_1665 (size=31205) 2024-11-24T11:24:52,631 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/cf6110e3ca614a75930c19f6622427dd 2024-11-24T11:24:52,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/7ae1aa599cd64c9d8072c2b1565ce8ad is 50, key is test_row_0/B:col10/1732447492212/Put/seqid=0 2024-11-24T11:24:52,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T11:24:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:52,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742490_1666 (size=12251) 2024-11-24T11:24:52,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/7ae1aa599cd64c9d8072c2b1565ce8ad 2024-11-24T11:24:52,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/0996e7a389b14aadb29fdb898241861e is 50, key is test_row_0/C:col10/1732447492212/Put/seqid=0 2024-11-24T11:24:52,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742491_1667 (size=12251) 2024-11-24T11:24:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T11:24:52,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T11:24:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:52,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447552845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447552846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447552846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,943 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:52,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T11:24:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:52,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:24:53,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/0996e7a389b14aadb29fdb898241861e 2024-11-24T11:24:53,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/cf6110e3ca614a75930c19f6622427dd as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/cf6110e3ca614a75930c19f6622427dd 2024-11-24T11:24:53,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/cf6110e3ca614a75930c19f6622427dd, entries=150, sequenceid=261, filesize=30.5 K 2024-11-24T11:24:53,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/7ae1aa599cd64c9d8072c2b1565ce8ad as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/7ae1aa599cd64c9d8072c2b1565ce8ad 2024-11-24T11:24:53,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/7ae1aa599cd64c9d8072c2b1565ce8ad, entries=150, sequenceid=261, filesize=12.0 K 2024-11-24T11:24:53,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/0996e7a389b14aadb29fdb898241861e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0996e7a389b14aadb29fdb898241861e 2024-11-24T11:24:53,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0996e7a389b14aadb29fdb898241861e, entries=150, sequenceid=261, filesize=12.0 K 2024-11-24T11:24:53,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4e92675612b2d18be60e353f4ca73960 in 856ms, sequenceid=261, compaction requested=true 2024-11-24T11:24:53,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:53,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:53,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:53,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:53,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:53,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:53,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:53,068 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:53,068 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:53,069 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93961 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:53,069 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:53,069 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/A is initiating minor compaction (all files) 2024-11-24T11:24:53,069 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/B is initiating minor compaction (all files) 2024-11-24T11:24:53,070 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/A in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:53,070 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/B in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:53,070 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/fd13518189224346809bf5281348da5d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/37ec582bed7641f4925158559ffa33c6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/cf6110e3ca614a75930c19f6622427dd] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=91.8 K 2024-11-24T11:24:53,070 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/7a7cd363e3d249ee9f047bb3464e959d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/ca1f621ff5a84baf8575faee8631de57, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/7ae1aa599cd64c9d8072c2b1565ce8ad] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=36.2 K 2024-11-24T11:24:53,070 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:53,070 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/fd13518189224346809bf5281348da5d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/37ec582bed7641f4925158559ffa33c6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/cf6110e3ca614a75930c19f6622427dd] 2024-11-24T11:24:53,070 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a7cd363e3d249ee9f047bb3464e959d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732447489147 2024-11-24T11:24:53,070 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd13518189224346809bf5281348da5d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732447489147 2024-11-24T11:24:53,070 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting ca1f621ff5a84baf8575faee8631de57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732447489771 2024-11-24T11:24:53,070 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37ec582bed7641f4925158559ffa33c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732447489771 2024-11-24T11:24:53,071 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ae1aa599cd64c9d8072c2b1565ce8ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732447491903 2024-11-24T11:24:53,071 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf6110e3ca614a75930c19f6622427dd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732447491903 2024-11-24T11:24:53,076 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:53,077 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#B#compaction#563 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:53,077 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124396adeeb49274abca0485a4a104fe5ee_4e92675612b2d18be60e353f4ca73960 store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:53,078 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/122a74429992409eaee966fffe801ccb is 50, key is test_row_0/B:col10/1732447492212/Put/seqid=0 2024-11-24T11:24:53,079 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124396adeeb49274abca0485a4a104fe5ee_4e92675612b2d18be60e353f4ca73960, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:53,079 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124396adeeb49274abca0485a4a104fe5ee_4e92675612b2d18be60e353f4ca73960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:53,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742492_1668 (size=12899) 2024-11-24T11:24:53,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742493_1669 (size=4469) 2024-11-24T11:24:53,086 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/122a74429992409eaee966fffe801ccb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/122a74429992409eaee966fffe801ccb 2024-11-24T11:24:53,089 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/B of 4e92675612b2d18be60e353f4ca73960 into 122a74429992409eaee966fffe801ccb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:53,089 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:53,089 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/B, priority=13, startTime=1732447493068; duration=0sec 2024-11-24T11:24:53,089 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:53,089 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:B 2024-11-24T11:24:53,090 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:53,090 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:53,090 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/C is initiating minor compaction (all files) 2024-11-24T11:24:53,090 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/C in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:53,091 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/83d00dd702ce4b8ca6216c5f600283e2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/614ef759b38741d5a284e1d499f1fc2f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0996e7a389b14aadb29fdb898241861e] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=36.2 K 2024-11-24T11:24:53,091 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 83d00dd702ce4b8ca6216c5f600283e2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732447489147 2024-11-24T11:24:53,091 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 614ef759b38741d5a284e1d499f1fc2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732447489771 2024-11-24T11:24:53,091 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0996e7a389b14aadb29fdb898241861e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732447491903 2024-11-24T11:24:53,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T11:24:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:53,097 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T11:24:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:53,097 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#C#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:53,098 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/a8b916a1cae947c18a90e3fa886538e0 is 50, key is test_row_0/C:col10/1732447492212/Put/seqid=0 2024-11-24T11:24:53,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742494_1670 (size=12865) 2024-11-24T11:24:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124685c5b112f12460398ad1149f15b16b5_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447492235/Put/seqid=0 2024-11-24T11:24:53,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742495_1671 (size=12454) 2024-11-24T11:24:53,108 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/a8b916a1cae947c18a90e3fa886538e0 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/a8b916a1cae947c18a90e3fa886538e0 2024-11-24T11:24:53,112 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/C of 4e92675612b2d18be60e353f4ca73960 into a8b916a1cae947c18a90e3fa886538e0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:53,112 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:53,112 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/C, priority=13, startTime=1732447493068; duration=0sec 2024-11-24T11:24:53,112 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:53,112 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:C 2024-11-24T11:24:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T11:24:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:53,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. as already flushing 2024-11-24T11:24:53,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447553356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447553357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447553358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447553459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447553460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447553461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,485 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#A#compaction#564 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:53,486 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/675e4b89ece343a48a96346d71f9d8f2 is 175, key is test_row_0/A:col10/1732447492212/Put/seqid=0 2024-11-24T11:24:53,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742496_1672 (size=31853) 2024-11-24T11:24:53,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:53,510 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124685c5b112f12460398ad1149f15b16b5_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124685c5b112f12460398ad1149f15b16b5_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:53,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/7c5bdf8dd83e459a91f9ac588616ed5d, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/7c5bdf8dd83e459a91f9ac588616ed5d is 175, key is test_row_0/A:col10/1732447492235/Put/seqid=0 2024-11-24T11:24:53,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742497_1673 (size=31255) 2024-11-24T11:24:53,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447553662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447553662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447553663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50222 deadline: 1732447553869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,871 DEBUG [Thread-2606 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., hostname=28d8a466d69e,38163,1732447321684, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:53,896 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/675e4b89ece343a48a96346d71f9d8f2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/675e4b89ece343a48a96346d71f9d8f2 2024-11-24T11:24:53,899 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/A of 4e92675612b2d18be60e353f4ca73960 into 675e4b89ece343a48a96346d71f9d8f2(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:53,899 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:53,899 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/A, priority=13, startTime=1732447493068; duration=0sec 2024-11-24T11:24:53,899 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:53,899 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:A 2024-11-24T11:24:53,915 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/7c5bdf8dd83e459a91f9ac588616ed5d 2024-11-24T11:24:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/2e62a94ec1244f3692a256b79d813084 is 50, key is test_row_0/B:col10/1732447492235/Put/seqid=0 2024-11-24T11:24:53,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742498_1674 (size=12301) 2024-11-24T11:24:53,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50188 deadline: 1732447553931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,933 DEBUG [Thread-2604 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., hostname=28d8a466d69e,38163,1732447321684, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:24:53,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447553965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447553965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:53,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447553967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T11:24:54,328 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/2e62a94ec1244f3692a256b79d813084 2024-11-24T11:24:54,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/80791c9d7cff4b3383cef23cb14c9748 is 50, key is test_row_0/C:col10/1732447492235/Put/seqid=0 2024-11-24T11:24:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742499_1675 (size=12301) 2024-11-24T11:24:54,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447554470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:54,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447554471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:54,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447554472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:54,738 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/80791c9d7cff4b3383cef23cb14c9748 2024-11-24T11:24:54,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/7c5bdf8dd83e459a91f9ac588616ed5d as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/7c5bdf8dd83e459a91f9ac588616ed5d 2024-11-24T11:24:54,745 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/7c5bdf8dd83e459a91f9ac588616ed5d, entries=150, sequenceid=286, filesize=30.5 K 2024-11-24T11:24:54,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/2e62a94ec1244f3692a256b79d813084 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2e62a94ec1244f3692a256b79d813084 2024-11-24T11:24:54,749 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2e62a94ec1244f3692a256b79d813084, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T11:24:54,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/80791c9d7cff4b3383cef23cb14c9748 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/80791c9d7cff4b3383cef23cb14c9748 2024-11-24T11:24:54,752 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/80791c9d7cff4b3383cef23cb14c9748, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T11:24:54,753 INFO [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4e92675612b2d18be60e353f4ca73960 in 1656ms, sequenceid=286, compaction requested=false 2024-11-24T11:24:54,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:54,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:54,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28d8a466d69e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-24T11:24:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-24T11:24:54,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-24T11:24:54,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5720 sec 2024-11-24T11:24:54,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.5760 sec 2024-11-24T11:24:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:55,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T11:24:55,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:55,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:55,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:55,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:55,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:55,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:55,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112445ab67d59b0e40bbac0fbac501285927_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447493357/Put/seqid=0 2024-11-24T11:24:55,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742500_1676 (size=12454) 2024-11-24T11:24:55,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447555499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:55,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447555501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:55,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447555502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:55,588 DEBUG [Thread-2617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ce568df to 127.0.0.1:50154 2024-11-24T11:24:55,588 DEBUG [Thread-2617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:55,589 DEBUG [Thread-2615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5169737a to 127.0.0.1:50154 2024-11-24T11:24:55,589 DEBUG [Thread-2615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:55,590 DEBUG [Thread-2619 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e6edfd3 to 127.0.0.1:50154 2024-11-24T11:24:55,590 DEBUG [Thread-2619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:55,590 DEBUG [Thread-2623 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x596fc573 to 127.0.0.1:50154 2024-11-24T11:24:55,590 DEBUG [Thread-2623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:55,592 DEBUG [Thread-2621 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68a85078 to 127.0.0.1:50154 2024-11-24T11:24:55,592 DEBUG [Thread-2621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:55,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447555603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:55,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447555605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:55,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447555606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:55,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447555805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:55,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447555806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:55,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447555807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:55,888 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:55,891 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112445ab67d59b0e40bbac0fbac501285927_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112445ab67d59b0e40bbac0fbac501285927_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:55,891 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/42e18be38fca4af8ac0b5d49a7860fae, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:55,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/42e18be38fca4af8ac0b5d49a7860fae is 175, key is test_row_0/A:col10/1732447493357/Put/seqid=0 2024-11-24T11:24:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742501_1677 (size=31255) 2024-11-24T11:24:56,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447556108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447556110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447556110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T11:24:56,286 INFO [Thread-2614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-24T11:24:56,295 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/42e18be38fca4af8ac0b5d49a7860fae 2024-11-24T11:24:56,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/0d23efc4affe444d86b50771f01ae47e is 50, key is test_row_0/B:col10/1732447493357/Put/seqid=0 2024-11-24T11:24:56,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742502_1678 (size=12301) 2024-11-24T11:24:56,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50166 deadline: 1732447556610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:56,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732447556611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:56,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T11:24:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50172 deadline: 1732447556614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 2024-11-24T11:24:56,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/0d23efc4affe444d86b50771f01ae47e 2024-11-24T11:24:56,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/0d26316518ab4dcc9a18cf5d3e632ceb is 50, key is test_row_0/C:col10/1732447493357/Put/seqid=0 2024-11-24T11:24:56,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742503_1679 (size=12301) 2024-11-24T11:24:57,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/0d26316518ab4dcc9a18cf5d3e632ceb 2024-11-24T11:24:57,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/42e18be38fca4af8ac0b5d49a7860fae as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/42e18be38fca4af8ac0b5d49a7860fae 2024-11-24T11:24:57,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/42e18be38fca4af8ac0b5d49a7860fae, entries=150, sequenceid=301, filesize=30.5 K 2024-11-24T11:24:57,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/0d23efc4affe444d86b50771f01ae47e as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/0d23efc4affe444d86b50771f01ae47e 2024-11-24T11:24:57,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/0d23efc4affe444d86b50771f01ae47e, entries=150, sequenceid=301, filesize=12.0 K 2024-11-24T11:24:57,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/0d26316518ab4dcc9a18cf5d3e632ceb as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0d26316518ab4dcc9a18cf5d3e632ceb 2024-11-24T11:24:57,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0d26316518ab4dcc9a18cf5d3e632ceb, entries=150, sequenceid=301, filesize=12.0 K 2024-11-24T11:24:57,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4e92675612b2d18be60e353f4ca73960 in 1646ms, sequenceid=301, compaction requested=true 2024-11-24T11:24:57,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:57,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T11:24:57,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:57,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T11:24:57,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:57,124 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:57,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e92675612b2d18be60e353f4ca73960:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T11:24:57,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:57,124 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:57,125 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:57,125 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:57,125 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/B is initiating minor compaction (all files) 2024-11-24T11:24:57,125 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/A is initiating minor compaction (all files) 2024-11-24T11:24:57,125 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/B in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:57,125 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/A in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:57,125 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/122a74429992409eaee966fffe801ccb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2e62a94ec1244f3692a256b79d813084, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/0d23efc4affe444d86b50771f01ae47e] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=36.6 K 2024-11-24T11:24:57,125 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/675e4b89ece343a48a96346d71f9d8f2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/7c5bdf8dd83e459a91f9ac588616ed5d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/42e18be38fca4af8ac0b5d49a7860fae] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=92.2 K 2024-11-24T11:24:57,125 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:57,125 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. files: [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/675e4b89ece343a48a96346d71f9d8f2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/7c5bdf8dd83e459a91f9ac588616ed5d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/42e18be38fca4af8ac0b5d49a7860fae] 2024-11-24T11:24:57,125 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 122a74429992409eaee966fffe801ccb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732447491903 2024-11-24T11:24:57,125 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 675e4b89ece343a48a96346d71f9d8f2, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732447491903 2024-11-24T11:24:57,125 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e62a94ec1244f3692a256b79d813084, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732447492234 2024-11-24T11:24:57,125 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c5bdf8dd83e459a91f9ac588616ed5d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732447492234 2024-11-24T11:24:57,126 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d23efc4affe444d86b50771f01ae47e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732447493354 2024-11-24T11:24:57,126 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42e18be38fca4af8ac0b5d49a7860fae, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732447493354 2024-11-24T11:24:57,130 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:57,131 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#B#compaction#573 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:57,132 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/9bc4c8b6cb7e4f9fa651f39365143e83 is 50, key is test_row_0/B:col10/1732447493357/Put/seqid=0 2024-11-24T11:24:57,135 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e47b0ad566164d58a036273a808a158d_4e92675612b2d18be60e353f4ca73960 store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:57,136 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e47b0ad566164d58a036273a808a158d_4e92675612b2d18be60e353f4ca73960, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:57,137 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e47b0ad566164d58a036273a808a158d_4e92675612b2d18be60e353f4ca73960 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:57,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742504_1680 (size=13051) 2024-11-24T11:24:57,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742505_1681 (size=4469) 2024-11-24T11:24:57,540 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#A#compaction#572 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:57,541 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/be5f5b4174814f44b879164c415014b1 is 175, key is test_row_0/A:col10/1732447493357/Put/seqid=0 2024-11-24T11:24:57,542 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/9bc4c8b6cb7e4f9fa651f39365143e83 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/9bc4c8b6cb7e4f9fa651f39365143e83 2024-11-24T11:24:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742506_1682 (size=32005) 2024-11-24T11:24:57,545 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/B of 4e92675612b2d18be60e353f4ca73960 into 9bc4c8b6cb7e4f9fa651f39365143e83(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:57,545 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:57,545 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/B, priority=13, startTime=1732447497124; duration=0sec 2024-11-24T11:24:57,545 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T11:24:57,545 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:B 2024-11-24T11:24:57,545 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T11:24:57,546 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T11:24:57,546 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1540): 4e92675612b2d18be60e353f4ca73960/C is initiating minor compaction (all files) 2024-11-24T11:24:57,546 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4e92675612b2d18be60e353f4ca73960/C in TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:24:57,546 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/a8b916a1cae947c18a90e3fa886538e0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/80791c9d7cff4b3383cef23cb14c9748, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0d26316518ab4dcc9a18cf5d3e632ceb] into tmpdir=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp, totalSize=36.6 K 2024-11-24T11:24:57,546 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting a8b916a1cae947c18a90e3fa886538e0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732447491903 2024-11-24T11:24:57,547 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 80791c9d7cff4b3383cef23cb14c9748, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732447492234 2024-11-24T11:24:57,547 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d26316518ab4dcc9a18cf5d3e632ceb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732447493354 2024-11-24T11:24:57,552 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e92675612b2d18be60e353f4ca73960#C#compaction#574 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T11:24:57,552 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/abc08b7c9e6f40bab32782fd7ea07572 is 50, key is test_row_0/C:col10/1732447493357/Put/seqid=0 2024-11-24T11:24:57,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742507_1683 (size=13017) 2024-11-24T11:24:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38163 {}] regionserver.HRegion(8581): Flush requested on 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:57,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T11:24:57,616 DEBUG [Thread-2610 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cb2c038 to 127.0.0.1:50154 2024-11-24T11:24:57,616 DEBUG [Thread-2610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:57,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:24:57,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:57,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:24:57,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:57,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:24:57,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:24:57,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248c57cd2588aa491cbba530d7e0c6d77a_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_0/A:col10/1732447497615/Put/seqid=0 2024-11-24T11:24:57,623 DEBUG [Thread-2608 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31258e10 to 127.0.0.1:50154 2024-11-24T11:24:57,623 DEBUG [Thread-2608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:57,625 DEBUG [Thread-2612 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35f0cbb0 to 127.0.0.1:50154 2024-11-24T11:24:57,625 DEBUG [Thread-2612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:57,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742508_1684 (size=12454) 2024-11-24T11:24:57,947 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/be5f5b4174814f44b879164c415014b1 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/be5f5b4174814f44b879164c415014b1 2024-11-24T11:24:57,950 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/A of 4e92675612b2d18be60e353f4ca73960 into be5f5b4174814f44b879164c415014b1(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:57,950 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:57,950 INFO [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/A, priority=13, startTime=1732447497124; duration=0sec 2024-11-24T11:24:57,950 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:57,951 DEBUG [RS:0;28d8a466d69e:38163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:A 2024-11-24T11:24:57,958 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/abc08b7c9e6f40bab32782fd7ea07572 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/abc08b7c9e6f40bab32782fd7ea07572 2024-11-24T11:24:57,960 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4e92675612b2d18be60e353f4ca73960/C of 4e92675612b2d18be60e353f4ca73960 into abc08b7c9e6f40bab32782fd7ea07572(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T11:24:57,961 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:57,961 INFO [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960., storeName=4e92675612b2d18be60e353f4ca73960/C, priority=13, startTime=1732447497124; duration=0sec 2024-11-24T11:24:57,961 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T11:24:57,961 DEBUG [RS:0;28d8a466d69e:38163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e92675612b2d18be60e353f4ca73960:C 2024-11-24T11:24:57,965 DEBUG [Thread-2604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4278bc76 to 127.0.0.1:50154 2024-11-24T11:24:57,965 DEBUG [Thread-2604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:24:58,025 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:24:58,028 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248c57cd2588aa491cbba530d7e0c6d77a_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248c57cd2588aa491cbba530d7e0c6d77a_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:24:58,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/b706298fcfff457691b6b62f283c3f1b, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:24:58,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/b706298fcfff457691b6b62f283c3f1b is 175, key is test_row_0/A:col10/1732447497615/Put/seqid=0 2024-11-24T11:24:58,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742509_1685 (size=31255) 2024-11-24T11:24:58,432 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/b706298fcfff457691b6b62f283c3f1b 2024-11-24T11:24:58,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/81675d727c8b4b9e9e635d657fee1f84 is 50, key is test_row_0/B:col10/1732447497615/Put/seqid=0 2024-11-24T11:24:58,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742510_1686 (size=12301) 2024-11-24T11:24:58,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/81675d727c8b4b9e9e635d657fee1f84 2024-11-24T11:24:58,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/dc7f79158daf4750a7e4b2083a57d15a is 50, key is test_row_0/C:col10/1732447497615/Put/seqid=0 2024-11-24T11:24:58,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742511_1687 (size=12301) 2024-11-24T11:24:59,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/dc7f79158daf4750a7e4b2083a57d15a 2024-11-24T11:24:59,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/b706298fcfff457691b6b62f283c3f1b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/b706298fcfff457691b6b62f283c3f1b 2024-11-24T11:24:59,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/b706298fcfff457691b6b62f283c3f1b, entries=150, sequenceid=326, filesize=30.5 K 2024-11-24T11:24:59,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/81675d727c8b4b9e9e635d657fee1f84 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/81675d727c8b4b9e9e635d657fee1f84 2024-11-24T11:24:59,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/81675d727c8b4b9e9e635d657fee1f84, entries=150, sequenceid=326, filesize=12.0 K 2024-11-24T11:24:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/dc7f79158daf4750a7e4b2083a57d15a as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/dc7f79158daf4750a7e4b2083a57d15a 2024-11-24T11:24:59,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/dc7f79158daf4750a7e4b2083a57d15a, entries=150, sequenceid=326, filesize=12.0 K 2024-11-24T11:24:59,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for 4e92675612b2d18be60e353f4ca73960 in 1646ms, sequenceid=326, compaction requested=false 2024-11-24T11:24:59,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:24:59,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:25:03,873 DEBUG [Thread-2606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x242a3a51 to 127.0.0.1:50154 2024-11-24T11:25:03,873 DEBUG [Thread-2606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7068 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6902 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7128 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7061 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6930 2024-11-24T11:25:03,873 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T11:25:03,873 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T11:25:03,873 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55fcf8d8 to 127.0.0.1:50154 2024-11-24T11:25:03,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:25:03,874 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T11:25:03,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T11:25:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T11:25:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T11:25:03,876 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447503876"}]},"ts":"1732447503876"} 2024-11-24T11:25:03,877 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T11:25:03,879 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T11:25:03,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T11:25:03,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e92675612b2d18be60e353f4ca73960, UNASSIGN}] 2024-11-24T11:25:03,880 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e92675612b2d18be60e353f4ca73960, UNASSIGN 2024-11-24T11:25:03,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=4e92675612b2d18be60e353f4ca73960, regionState=CLOSING, regionLocation=28d8a466d69e,38163,1732447321684 2024-11-24T11:25:03,882 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T11:25:03,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; CloseRegionProcedure 4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684}] 2024-11-24T11:25:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T11:25:04,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28d8a466d69e,38163,1732447321684 2024-11-24T11:25:04,033 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(124): Close 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:04,033 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T11:25:04,033 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1681): Closing 4e92675612b2d18be60e353f4ca73960, disabling compactions & flushes 2024-11-24T11:25:04,033 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:25:04,033 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:25:04,033 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. after waiting 0 ms 2024-11-24T11:25:04,033 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:25:04,033 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(2837): Flushing 4e92675612b2d18be60e353f4ca73960 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T11:25:04,033 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=A 2024-11-24T11:25:04,033 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:25:04,034 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=B 2024-11-24T11:25:04,034 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:25:04,034 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e92675612b2d18be60e353f4ca73960, store=C 2024-11-24T11:25:04,034 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T11:25:04,038 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cccbd8adc7994b5e809890d84fb616f4_4e92675612b2d18be60e353f4ca73960 is 50, key is test_row_1/A:col10/1732447503872/Put/seqid=0 2024-11-24T11:25:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742512_1688 (size=9914) 2024-11-24T11:25:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T11:25:04,441 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:25:04,444 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cccbd8adc7994b5e809890d84fb616f4_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cccbd8adc7994b5e809890d84fb616f4_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:04,445 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/499f5606d24d458dac8ddbc098805646, store: [table=TestAcidGuarantees family=A region=4e92675612b2d18be60e353f4ca73960] 2024-11-24T11:25:04,445 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/499f5606d24d458dac8ddbc098805646 is 175, key is test_row_1/A:col10/1732447503872/Put/seqid=0 2024-11-24T11:25:04,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742513_1689 (size=22561) 2024-11-24T11:25:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T11:25:04,849 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/499f5606d24d458dac8ddbc098805646 2024-11-24T11:25:04,853 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/0ad3bf6782fd475ba439af7728107154 is 50, key is test_row_1/B:col10/1732447503872/Put/seqid=0 2024-11-24T11:25:04,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742514_1690 (size=9857) 2024-11-24T11:25:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T11:25:05,257 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/0ad3bf6782fd475ba439af7728107154 2024-11-24T11:25:05,261 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/c4f303928abe4a11a93ca2fbf7befc85 is 50, key is test_row_1/C:col10/1732447503872/Put/seqid=0 2024-11-24T11:25:05,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742515_1691 (size=9857) 2024-11-24T11:25:05,665 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/c4f303928abe4a11a93ca2fbf7befc85 2024-11-24T11:25:05,668 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/A/499f5606d24d458dac8ddbc098805646 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/499f5606d24d458dac8ddbc098805646 2024-11-24T11:25:05,670 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/499f5606d24d458dac8ddbc098805646, entries=100, sequenceid=335, filesize=22.0 K 2024-11-24T11:25:05,671 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/B/0ad3bf6782fd475ba439af7728107154 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/0ad3bf6782fd475ba439af7728107154 2024-11-24T11:25:05,673 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/0ad3bf6782fd475ba439af7728107154, entries=100, sequenceid=335, filesize=9.6 K 2024-11-24T11:25:05,674 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/.tmp/C/c4f303928abe4a11a93ca2fbf7befc85 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/c4f303928abe4a11a93ca2fbf7befc85 2024-11-24T11:25:05,676 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/c4f303928abe4a11a93ca2fbf7befc85, entries=100, sequenceid=335, filesize=9.6 K 2024-11-24T11:25:05,676 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4e92675612b2d18be60e353f4ca73960 in 1643ms, sequenceid=335, compaction requested=true 2024-11-24T11:25:05,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/dd754c4e91df4eda96faed5e4f8acdc5, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/8697b9c84d7e4a89a497f96c4bf23e8e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/aa9eb88a41464ff89b70c8e23d3dbd49, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5c5c457d3d7045489c6452ea4838c37a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/df98d8c8adf64d7d901faffaa286d4a7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/94accff37b2b4a069015e577791fcbd0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/211d447481d0435c940537a56b93a758, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/2e577b958e494938a56b7c828c9614c8, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/14ed4557ab9c4fc5bec49d7a5be675fb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/16ed33c196fd41da94191652bc6c432a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/6115b775b78b4af585eac019fd74b0e6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5bab4aab28b44159a80fded854ec3f41, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/235108100c734107b78d9e534cfd9209, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/a011903d09e8416fa2f44fbb5a210e14, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/83be24c841ba4162922dad044a6bb714, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/e10d54cbb7774a76ad33eb99962c3fa7, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/fd13518189224346809bf5281348da5d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/37ec582bed7641f4925158559ffa33c6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/675e4b89ece343a48a96346d71f9d8f2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/cf6110e3ca614a75930c19f6622427dd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/7c5bdf8dd83e459a91f9ac588616ed5d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/42e18be38fca4af8ac0b5d49a7860fae] to archive 2024-11-24T11:25:05,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:25:05,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/dd754c4e91df4eda96faed5e4f8acdc5 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/dd754c4e91df4eda96faed5e4f8acdc5 2024-11-24T11:25:05,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/8697b9c84d7e4a89a497f96c4bf23e8e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/8697b9c84d7e4a89a497f96c4bf23e8e 2024-11-24T11:25:05,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/aa9eb88a41464ff89b70c8e23d3dbd49 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/aa9eb88a41464ff89b70c8e23d3dbd49 2024-11-24T11:25:05,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5c5c457d3d7045489c6452ea4838c37a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5c5c457d3d7045489c6452ea4838c37a 2024-11-24T11:25:05,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/df98d8c8adf64d7d901faffaa286d4a7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/df98d8c8adf64d7d901faffaa286d4a7 2024-11-24T11:25:05,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/94accff37b2b4a069015e577791fcbd0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/94accff37b2b4a069015e577791fcbd0 2024-11-24T11:25:05,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/211d447481d0435c940537a56b93a758 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/211d447481d0435c940537a56b93a758 2024-11-24T11:25:05,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/2e577b958e494938a56b7c828c9614c8 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/2e577b958e494938a56b7c828c9614c8 2024-11-24T11:25:05,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/14ed4557ab9c4fc5bec49d7a5be675fb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/14ed4557ab9c4fc5bec49d7a5be675fb 2024-11-24T11:25:05,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/16ed33c196fd41da94191652bc6c432a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/16ed33c196fd41da94191652bc6c432a 2024-11-24T11:25:05,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/6115b775b78b4af585eac019fd74b0e6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/6115b775b78b4af585eac019fd74b0e6 2024-11-24T11:25:05,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5bab4aab28b44159a80fded854ec3f41 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/5bab4aab28b44159a80fded854ec3f41 2024-11-24T11:25:05,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/235108100c734107b78d9e534cfd9209 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/235108100c734107b78d9e534cfd9209 2024-11-24T11:25:05,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/a011903d09e8416fa2f44fbb5a210e14 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/a011903d09e8416fa2f44fbb5a210e14 2024-11-24T11:25:05,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/83be24c841ba4162922dad044a6bb714 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/83be24c841ba4162922dad044a6bb714 2024-11-24T11:25:05,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/e10d54cbb7774a76ad33eb99962c3fa7 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/e10d54cbb7774a76ad33eb99962c3fa7 2024-11-24T11:25:05,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/fd13518189224346809bf5281348da5d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/fd13518189224346809bf5281348da5d 2024-11-24T11:25:05,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/37ec582bed7641f4925158559ffa33c6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/37ec582bed7641f4925158559ffa33c6 2024-11-24T11:25:05,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/675e4b89ece343a48a96346d71f9d8f2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/675e4b89ece343a48a96346d71f9d8f2 2024-11-24T11:25:05,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/cf6110e3ca614a75930c19f6622427dd to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/cf6110e3ca614a75930c19f6622427dd 2024-11-24T11:25:05,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/7c5bdf8dd83e459a91f9ac588616ed5d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/7c5bdf8dd83e459a91f9ac588616ed5d 2024-11-24T11:25:05,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/42e18be38fca4af8ac0b5d49a7860fae to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/42e18be38fca4af8ac0b5d49a7860fae 2024-11-24T11:25:05,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/01d233a593b14645b57771d3f8f8b1c9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/33611b66c01a4b118dca99b0ebfc88c9, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/e5a762e3f33846309e7faf3992ae0460, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/e2a2a5966fba4bb1a3e8b498239722de, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/d35aad3a011a49a2891c725829d9bac6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/14e0d62902794993b494b050a36933dc, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/c0ee6ec314fc42b4aa5d9548d436751a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/fe14629e66a24b09b8e4d9cf83d856af, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/6ed48a1b4fdf43cca471692351f8a355, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/8d2a56c678ad468eacfc7924fa84d763, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2c72ebff49294b2ea23cad570c8b0a12, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/510fedd399244e44845aaff5fa68de50, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/4d95559bdd774048ad98736ba0f08cf2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/734d3ffd852d4da292e83c832a662285, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/44bf09cf16e0492b957f18200b8a755b, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/7a7cd363e3d249ee9f047bb3464e959d, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/63af753e09ca4031923ea2bbf812fcf1, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/ca1f621ff5a84baf8575faee8631de57, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/122a74429992409eaee966fffe801ccb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/7ae1aa599cd64c9d8072c2b1565ce8ad, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2e62a94ec1244f3692a256b79d813084, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/0d23efc4affe444d86b50771f01ae47e] to archive 2024-11-24T11:25:05,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:25:05,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/01d233a593b14645b57771d3f8f8b1c9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/01d233a593b14645b57771d3f8f8b1c9 2024-11-24T11:25:05,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/33611b66c01a4b118dca99b0ebfc88c9 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/33611b66c01a4b118dca99b0ebfc88c9 2024-11-24T11:25:05,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/e5a762e3f33846309e7faf3992ae0460 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/e5a762e3f33846309e7faf3992ae0460 2024-11-24T11:25:05,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/e2a2a5966fba4bb1a3e8b498239722de to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/e2a2a5966fba4bb1a3e8b498239722de 2024-11-24T11:25:05,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/d35aad3a011a49a2891c725829d9bac6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/d35aad3a011a49a2891c725829d9bac6 2024-11-24T11:25:05,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/14e0d62902794993b494b050a36933dc to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/14e0d62902794993b494b050a36933dc 2024-11-24T11:25:05,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/c0ee6ec314fc42b4aa5d9548d436751a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/c0ee6ec314fc42b4aa5d9548d436751a 2024-11-24T11:25:05,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/fe14629e66a24b09b8e4d9cf83d856af to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/fe14629e66a24b09b8e4d9cf83d856af 2024-11-24T11:25:05,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/6ed48a1b4fdf43cca471692351f8a355 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/6ed48a1b4fdf43cca471692351f8a355 2024-11-24T11:25:05,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/8d2a56c678ad468eacfc7924fa84d763 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/8d2a56c678ad468eacfc7924fa84d763 2024-11-24T11:25:05,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2c72ebff49294b2ea23cad570c8b0a12 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2c72ebff49294b2ea23cad570c8b0a12 2024-11-24T11:25:05,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/510fedd399244e44845aaff5fa68de50 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/510fedd399244e44845aaff5fa68de50 2024-11-24T11:25:05,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/4d95559bdd774048ad98736ba0f08cf2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/4d95559bdd774048ad98736ba0f08cf2 2024-11-24T11:25:05,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/734d3ffd852d4da292e83c832a662285 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/734d3ffd852d4da292e83c832a662285 2024-11-24T11:25:05,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/44bf09cf16e0492b957f18200b8a755b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/44bf09cf16e0492b957f18200b8a755b 2024-11-24T11:25:05,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/7a7cd363e3d249ee9f047bb3464e959d to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/7a7cd363e3d249ee9f047bb3464e959d 2024-11-24T11:25:05,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/63af753e09ca4031923ea2bbf812fcf1 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/63af753e09ca4031923ea2bbf812fcf1 2024-11-24T11:25:05,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/ca1f621ff5a84baf8575faee8631de57 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/ca1f621ff5a84baf8575faee8631de57 2024-11-24T11:25:05,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/122a74429992409eaee966fffe801ccb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/122a74429992409eaee966fffe801ccb 2024-11-24T11:25:05,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/7ae1aa599cd64c9d8072c2b1565ce8ad to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/7ae1aa599cd64c9d8072c2b1565ce8ad 2024-11-24T11:25:05,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2e62a94ec1244f3692a256b79d813084 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/2e62a94ec1244f3692a256b79d813084 2024-11-24T11:25:05,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/0d23efc4affe444d86b50771f01ae47e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/0d23efc4affe444d86b50771f01ae47e 2024-11-24T11:25:05,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8e053c83e80d4adba0a42eb912ffc510, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/b4b6aa0b813041cf90efc3d77ca26abd, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/acd2a709cd7546898f4431105e789f2c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/26518a3d5e424c269c3ac186e84df4ad, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/f6bc28f9ad6749fcba9a3ceb5d639933, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/2d37e8e252844633a6e1ec96d220288c, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/5d145ea7a5da4eb59fd5e1dc5d56ae3f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/aef339f3476f4fe88742e1ae2a2afdeb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/93506f319ac34235b5495d16c2d6d509, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/7ecb7b9a35b14ee19460853ff1ac48ee, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/93619d48d0494520a0065ce20a01af21, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/fab1d83d99b645319b4e18f8e193706f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/d28fd12a1c934949a613121aaeb1e7bb, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8df3da6d27ad42b3a1a4bd85dc7f1be6, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/83d00dd702ce4b8ca6216c5f600283e2, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/c409bebcaf41482c89e8258c5d89823a, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/614ef759b38741d5a284e1d499f1fc2f, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/a8b916a1cae947c18a90e3fa886538e0, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0996e7a389b14aadb29fdb898241861e, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/80791c9d7cff4b3383cef23cb14c9748, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0d26316518ab4dcc9a18cf5d3e632ceb] to archive 2024-11-24T11:25:05,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T11:25:05,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8e053c83e80d4adba0a42eb912ffc510 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8e053c83e80d4adba0a42eb912ffc510 2024-11-24T11:25:05,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/b4b6aa0b813041cf90efc3d77ca26abd to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/b4b6aa0b813041cf90efc3d77ca26abd 2024-11-24T11:25:05,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/acd2a709cd7546898f4431105e789f2c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/acd2a709cd7546898f4431105e789f2c 2024-11-24T11:25:05,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/26518a3d5e424c269c3ac186e84df4ad to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/26518a3d5e424c269c3ac186e84df4ad 2024-11-24T11:25:05,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/f6bc28f9ad6749fcba9a3ceb5d639933 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/f6bc28f9ad6749fcba9a3ceb5d639933 2024-11-24T11:25:05,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/2d37e8e252844633a6e1ec96d220288c to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/2d37e8e252844633a6e1ec96d220288c 2024-11-24T11:25:05,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/5d145ea7a5da4eb59fd5e1dc5d56ae3f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/5d145ea7a5da4eb59fd5e1dc5d56ae3f 2024-11-24T11:25:05,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/aef339f3476f4fe88742e1ae2a2afdeb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/aef339f3476f4fe88742e1ae2a2afdeb 2024-11-24T11:25:05,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/93506f319ac34235b5495d16c2d6d509 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/93506f319ac34235b5495d16c2d6d509 2024-11-24T11:25:05,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/7ecb7b9a35b14ee19460853ff1ac48ee to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/7ecb7b9a35b14ee19460853ff1ac48ee 2024-11-24T11:25:05,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/93619d48d0494520a0065ce20a01af21 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/93619d48d0494520a0065ce20a01af21 2024-11-24T11:25:05,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/fab1d83d99b645319b4e18f8e193706f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/fab1d83d99b645319b4e18f8e193706f 2024-11-24T11:25:05,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/d28fd12a1c934949a613121aaeb1e7bb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/d28fd12a1c934949a613121aaeb1e7bb 2024-11-24T11:25:05,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8df3da6d27ad42b3a1a4bd85dc7f1be6 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/8df3da6d27ad42b3a1a4bd85dc7f1be6 2024-11-24T11:25:05,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/83d00dd702ce4b8ca6216c5f600283e2 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/83d00dd702ce4b8ca6216c5f600283e2 2024-11-24T11:25:05,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/c409bebcaf41482c89e8258c5d89823a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/c409bebcaf41482c89e8258c5d89823a 2024-11-24T11:25:05,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/614ef759b38741d5a284e1d499f1fc2f to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/614ef759b38741d5a284e1d499f1fc2f 2024-11-24T11:25:05,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/a8b916a1cae947c18a90e3fa886538e0 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/a8b916a1cae947c18a90e3fa886538e0 2024-11-24T11:25:05,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0996e7a389b14aadb29fdb898241861e to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0996e7a389b14aadb29fdb898241861e 2024-11-24T11:25:05,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/80791c9d7cff4b3383cef23cb14c9748 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/80791c9d7cff4b3383cef23cb14c9748 2024-11-24T11:25:05,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0d26316518ab4dcc9a18cf5d3e632ceb to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/0d26316518ab4dcc9a18cf5d3e632ceb 2024-11-24T11:25:05,735 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=4 2024-11-24T11:25:05,736 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960. 2024-11-24T11:25:05,736 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1635): Region close journal for 4e92675612b2d18be60e353f4ca73960: 2024-11-24T11:25:05,737 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(170): Closed 4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:05,737 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=4e92675612b2d18be60e353f4ca73960, regionState=CLOSED 2024-11-24T11:25:05,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-24T11:25:05,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseRegionProcedure 4e92675612b2d18be60e353f4ca73960, server=28d8a466d69e,38163,1732447321684 in 1.8560 sec 2024-11-24T11:25:05,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-24T11:25:05,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e92675612b2d18be60e353f4ca73960, UNASSIGN in 1.8590 sec 2024-11-24T11:25:05,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-24T11:25:05,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8610 sec 2024-11-24T11:25:05,742 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447505742"}]},"ts":"1732447505742"} 2024-11-24T11:25:05,742 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T11:25:05,744 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T11:25:05,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8710 sec 2024-11-24T11:25:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T11:25:05,979 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-24T11:25:05,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T11:25:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:25:05,981 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:25:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T11:25:05,982 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=173, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:25:05,983 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:05,984 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C, FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/recovered.edits] 2024-11-24T11:25:05,986 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/499f5606d24d458dac8ddbc098805646 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/499f5606d24d458dac8ddbc098805646 2024-11-24T11:25:05,987 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/b706298fcfff457691b6b62f283c3f1b to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/b706298fcfff457691b6b62f283c3f1b 2024-11-24T11:25:05,988 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/be5f5b4174814f44b879164c415014b1 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/A/be5f5b4174814f44b879164c415014b1 2024-11-24T11:25:05,989 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/0ad3bf6782fd475ba439af7728107154 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/0ad3bf6782fd475ba439af7728107154 2024-11-24T11:25:05,990 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/81675d727c8b4b9e9e635d657fee1f84 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/81675d727c8b4b9e9e635d657fee1f84 2024-11-24T11:25:05,991 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/9bc4c8b6cb7e4f9fa651f39365143e83 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/B/9bc4c8b6cb7e4f9fa651f39365143e83 2024-11-24T11:25:05,992 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/abc08b7c9e6f40bab32782fd7ea07572 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/abc08b7c9e6f40bab32782fd7ea07572 2024-11-24T11:25:05,993 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/c4f303928abe4a11a93ca2fbf7befc85 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/c4f303928abe4a11a93ca2fbf7befc85 2024-11-24T11:25:05,994 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/dc7f79158daf4750a7e4b2083a57d15a to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/C/dc7f79158daf4750a7e4b2083a57d15a 2024-11-24T11:25:05,995 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/recovered.edits/338.seqid to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960/recovered.edits/338.seqid 2024-11-24T11:25:05,996 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/default/TestAcidGuarantees/4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:05,996 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T11:25:05,996 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T11:25:05,997 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T11:25:05,999 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124003f9612faf2403b9dd85ab30e8a96b1_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124003f9612faf2403b9dd85ab30e8a96b1_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,000 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a6019fcce6448a9a7cfa421a4a4eb62_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a6019fcce6448a9a7cfa421a4a4eb62_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,001 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420f22e3d26d545dca877342076ef9e3d_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112420f22e3d26d545dca877342076ef9e3d_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,001 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112421665af2c7eb42da851225177b0431f7_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112421665af2c7eb42da851225177b0431f7_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,002 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112435be35dc366c4932aa0ac3648ab24c51_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112435be35dc366c4932aa0ac3648ab24c51_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,003 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243915d36cec244b22be40f2806308c195_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243915d36cec244b22be40f2806308c195_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,004 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112445ab67d59b0e40bbac0fbac501285927_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112445ab67d59b0e40bbac0fbac501285927_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,005 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e1ffc16f7d0471ea05d19a313137cb9_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e1ffc16f7d0471ea05d19a313137cb9_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,006 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124685c5b112f12460398ad1149f15b16b5_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124685c5b112f12460398ad1149f15b16b5_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,006 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112476e7584be1b34b64b3db7941aaf51759_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112476e7584be1b34b64b3db7941aaf51759_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,007 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248c318b3d17ca444b8e0b99f37ad0a83c_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248c318b3d17ca444b8e0b99f37ad0a83c_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,008 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248c57cd2588aa491cbba530d7e0c6d77a_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248c57cd2588aa491cbba530d7e0c6d77a_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,009 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aab097350eb14af6899cd977b3072793_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aab097350eb14af6899cd977b3072793_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,010 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b64b26805e814c33a4e83df6971bcebc_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b64b26805e814c33a4e83df6971bcebc_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,011 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c329e74add0a4333881f726558c874bb_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c329e74add0a4333881f726558c874bb_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,012 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cccbd8adc7994b5e809890d84fb616f4_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cccbd8adc7994b5e809890d84fb616f4_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,013 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cfcc678bcc454f7fbdac470960e8629f_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cfcc678bcc454f7fbdac470960e8629f_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,014 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ebb290a4064e493da9c59f5ea623517e_4e92675612b2d18be60e353f4ca73960 to hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ebb290a4064e493da9c59f5ea623517e_4e92675612b2d18be60e353f4ca73960 2024-11-24T11:25:06,014 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T11:25:06,016 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=173, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:25:06,018 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T11:25:06,019 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T11:25:06,020 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=173, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:25:06,020 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T11:25:06,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732447506020"}]},"ts":"9223372036854775807"} 2024-11-24T11:25:06,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T11:25:06,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4e92675612b2d18be60e353f4ca73960, NAME => 'TestAcidGuarantees,,1732447472476.4e92675612b2d18be60e353f4ca73960.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T11:25:06,022 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T11:25:06,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732447506022"}]},"ts":"9223372036854775807"} 2024-11-24T11:25:06,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T11:25:06,025 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=173, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T11:25:06,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-24T11:25:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T11:25:06,082 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-24T11:25:06,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 237), OpenFileDescriptor=450 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=7557 (was 7587) 2024-11-24T11:25:06,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T11:25:06,092 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T11:25:06,092 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f499397 to 127.0.0.1:50154 2024-11-24T11:25:06,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:25:06,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:25:06,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1657766203, stopped=false 2024-11-24T11:25:06,092 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=28d8a466d69e,36993,1732447320711 2024-11-24T11:25:06,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T11:25:06,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T11:25:06,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:25:06,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-24T11:25:06,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:25:06,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:25:06,094 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '28d8a466d69e,38163,1732447321684' ***** 2024-11-24T11:25:06,095 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-24T11:25:06,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:25:06,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:25:06,095 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:25:06,095 INFO [RS:0;28d8a466d69e:38163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:25:06,095 INFO [RS:0;28d8a466d69e:38163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:25:06,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-24T11:25:06,095 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(3579): Received CLOSE for e024956d8493380a915dddc027596f2c 2024-11-24T11:25:06,096 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1224): stopping server 28d8a466d69e,38163,1732447321684 2024-11-24T11:25:06,096 DEBUG [RS:0;28d8a466d69e:38163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:25:06,096 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:25:06,096 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:25:06,096 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:25:06,096 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-24T11:25:06,096 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e024956d8493380a915dddc027596f2c, disabling compactions & flushes 2024-11-24T11:25:06,096 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:25:06,096 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:25:06,096 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-24T11:25:06,096 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. after waiting 0 ms 2024-11-24T11:25:06,096 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:25:06,096 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, e024956d8493380a915dddc027596f2c=hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c.} 2024-11-24T11:25:06,096 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing e024956d8493380a915dddc027596f2c 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-24T11:25:06,096 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:25:06,096 INFO [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T11:25:06,096 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T11:25:06,096 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:25:06,097 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:25:06,097 INFO [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-24T11:25:06,099 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e024956d8493380a915dddc027596f2c 2024-11-24T11:25:06,117 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/namespace/e024956d8493380a915dddc027596f2c/.tmp/info/f7db637d526c4461a5daf6aa6a4a419c is 45, key is default/info:d/1732447326627/Put/seqid=0 2024-11-24T11:25:06,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742516_1692 (size=5037) 2024-11-24T11:25:06,123 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/.tmp/info/ac184b36f07849d695d36957dbeffe29 is 143, key is hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c./info:regioninfo/1732447326502/Put/seqid=0 2024-11-24T11:25:06,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742517_1693 (size=7725) 2024-11-24T11:25:06,189 INFO [regionserver/28d8a466d69e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:25:06,300 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e024956d8493380a915dddc027596f2c 2024-11-24T11:25:06,500 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e024956d8493380a915dddc027596f2c 2024-11-24T11:25:06,521 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/namespace/e024956d8493380a915dddc027596f2c/.tmp/info/f7db637d526c4461a5daf6aa6a4a419c 2024-11-24T11:25:06,524 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/namespace/e024956d8493380a915dddc027596f2c/.tmp/info/f7db637d526c4461a5daf6aa6a4a419c as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/namespace/e024956d8493380a915dddc027596f2c/info/f7db637d526c4461a5daf6aa6a4a419c 2024-11-24T11:25:06,526 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/namespace/e024956d8493380a915dddc027596f2c/info/f7db637d526c4461a5daf6aa6a4a419c, entries=2, sequenceid=6, filesize=4.9 K 2024-11-24T11:25:06,527 INFO [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/.tmp/info/ac184b36f07849d695d36957dbeffe29 2024-11-24T11:25:06,527 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for e024956d8493380a915dddc027596f2c in 431ms, sequenceid=6, compaction requested=false 2024-11-24T11:25:06,530 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/namespace/e024956d8493380a915dddc027596f2c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T11:25:06,531 INFO [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:25:06,531 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e024956d8493380a915dddc027596f2c: 2024-11-24T11:25:06,531 DEBUG [RS_CLOSE_REGION-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732447325270.e024956d8493380a915dddc027596f2c. 2024-11-24T11:25:06,544 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/.tmp/rep_barrier/1a6e0411abf648f5b6847ccd9167369b is 102, key is TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11./rep_barrier:/1732447354567/DeleteFamily/seqid=0 2024-11-24T11:25:06,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742518_1694 (size=6025) 2024-11-24T11:25:06,700 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T11:25:06,901 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T11:25:06,917 INFO [regionserver/28d8a466d69e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:25:06,917 INFO [regionserver/28d8a466d69e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:25:06,947 INFO [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/.tmp/rep_barrier/1a6e0411abf648f5b6847ccd9167369b 2024-11-24T11:25:06,964 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/.tmp/table/85be07c097f843bf9c921a6306b4ccb4 is 96, key is TestAcidGuarantees,,1732447326857.cc4e69b0f2c5777eb25d05b6c8e84b11./table:/1732447354567/DeleteFamily/seqid=0 2024-11-24T11:25:06,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742519_1695 (size=5942) 2024-11-24T11:25:07,101 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-24T11:25:07,101 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:25:07,101 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T11:25:07,301 DEBUG [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T11:25:07,368 INFO [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/.tmp/table/85be07c097f843bf9c921a6306b4ccb4 2024-11-24T11:25:07,371 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/.tmp/info/ac184b36f07849d695d36957dbeffe29 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/info/ac184b36f07849d695d36957dbeffe29 2024-11-24T11:25:07,374 INFO [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/info/ac184b36f07849d695d36957dbeffe29, entries=22, sequenceid=93, filesize=7.5 K 2024-11-24T11:25:07,374 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/.tmp/rep_barrier/1a6e0411abf648f5b6847ccd9167369b as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/rep_barrier/1a6e0411abf648f5b6847ccd9167369b 2024-11-24T11:25:07,376 INFO [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/rep_barrier/1a6e0411abf648f5b6847ccd9167369b, entries=6, sequenceid=93, filesize=5.9 K 2024-11-24T11:25:07,377 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/.tmp/table/85be07c097f843bf9c921a6306b4ccb4 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/table/85be07c097f843bf9c921a6306b4ccb4 2024-11-24T11:25:07,379 INFO [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/table/85be07c097f843bf9c921a6306b4ccb4, entries=9, sequenceid=93, filesize=5.8 K 2024-11-24T11:25:07,380 INFO [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1283ms, sequenceid=93, compaction requested=false 2024-11-24T11:25:07,383 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-24T11:25:07,383 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:25:07,383 INFO [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T11:25:07,383 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T11:25:07,383 DEBUG [RS_CLOSE_META-regionserver/28d8a466d69e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:25:07,501 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1250): stopping server 28d8a466d69e,38163,1732447321684; all regions closed. 2024-11-24T11:25:07,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741834_1010 (size=26050) 2024-11-24T11:25:07,508 DEBUG [RS:0;28d8a466d69e:38163 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/oldWALs 2024-11-24T11:25:07,508 INFO [RS:0;28d8a466d69e:38163 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 28d8a466d69e%2C38163%2C1732447321684.meta:.meta(num 1732447325026) 2024-11-24T11:25:07,509 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/WALs/28d8a466d69e,38163,1732447321684/28d8a466d69e%2C38163%2C1732447321684.1732447324073 not finished, retry = 0 2024-11-24T11:25:07,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741832_1008 (size=16070848) 2024-11-24T11:25:07,612 DEBUG [RS:0;28d8a466d69e:38163 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/oldWALs 2024-11-24T11:25:07,612 INFO [RS:0;28d8a466d69e:38163 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 28d8a466d69e%2C38163%2C1732447321684:(num 1732447324073) 2024-11-24T11:25:07,612 DEBUG [RS:0;28d8a466d69e:38163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:25:07,612 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:25:07,612 INFO [RS:0;28d8a466d69e:38163 {}] hbase.ChoreService(370): Chore service for: regionserver/28d8a466d69e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-24T11:25:07,612 INFO [regionserver/28d8a466d69e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T11:25:07,613 INFO [RS:0;28d8a466d69e:38163 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38163 2024-11-24T11:25:07,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/28d8a466d69e,38163,1732447321684 2024-11-24T11:25:07,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T11:25:07,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28d8a466d69e,38163,1732447321684] 2024-11-24T11:25:07,618 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 28d8a466d69e,38163,1732447321684; numProcessing=1 2024-11-24T11:25:07,620 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/28d8a466d69e,38163,1732447321684 already deleted, retry=false 2024-11-24T11:25:07,620 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 28d8a466d69e,38163,1732447321684 expired; onlineServers=0 2024-11-24T11:25:07,620 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '28d8a466d69e,36993,1732447320711' ***** 2024-11-24T11:25:07,620 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:25:07,620 DEBUG [M:0;28d8a466d69e:36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c323138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28d8a466d69e/172.17.0.2:0 2024-11-24T11:25:07,620 INFO [M:0;28d8a466d69e:36993 {}] regionserver.HRegionServer(1224): stopping server 28d8a466d69e,36993,1732447320711 2024-11-24T11:25:07,620 INFO [M:0;28d8a466d69e:36993 {}] regionserver.HRegionServer(1250): stopping server 28d8a466d69e,36993,1732447320711; all regions closed. 2024-11-24T11:25:07,620 DEBUG [M:0;28d8a466d69e:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:25:07,620 DEBUG [M:0;28d8a466d69e:36993 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:25:07,620 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:25:07,620 DEBUG [M:0;28d8a466d69e:36993 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:25:07,620 DEBUG [master/28d8a466d69e:0:becomeActiveMaster-HFileCleaner.large.0-1732447323780 {}] cleaner.HFileCleaner(306): Exit Thread[master/28d8a466d69e:0:becomeActiveMaster-HFileCleaner.large.0-1732447323780,5,FailOnTimeoutGroup] 2024-11-24T11:25:07,620 DEBUG [master/28d8a466d69e:0:becomeActiveMaster-HFileCleaner.small.0-1732447323782 {}] cleaner.HFileCleaner(306): Exit Thread[master/28d8a466d69e:0:becomeActiveMaster-HFileCleaner.small.0-1732447323782,5,FailOnTimeoutGroup] 2024-11-24T11:25:07,621 INFO [M:0;28d8a466d69e:36993 {}] hbase.ChoreService(370): Chore service for: master/28d8a466d69e:0 had [] on shutdown 2024-11-24T11:25:07,621 DEBUG [M:0;28d8a466d69e:36993 {}] master.HMaster(1733): Stopping service threads 2024-11-24T11:25:07,621 INFO [M:0;28d8a466d69e:36993 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:25:07,621 ERROR [M:0;28d8a466d69e:36993 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T11:25:07,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T11:25:07,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:25:07,622 INFO [M:0;28d8a466d69e:36993 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:25:07,622 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:25:07,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T11:25:07,622 DEBUG [M:0;28d8a466d69e:36993 {}] zookeeper.ZKUtil(347): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T11:25:07,622 WARN [M:0;28d8a466d69e:36993 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:25:07,622 INFO [M:0;28d8a466d69e:36993 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-24T11:25:07,622 INFO [M:0;28d8a466d69e:36993 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:25:07,622 DEBUG [M:0;28d8a466d69e:36993 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:25:07,622 INFO [M:0;28d8a466d69e:36993 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:25:07,622 DEBUG [M:0;28d8a466d69e:36993 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:25:07,622 DEBUG [M:0;28d8a466d69e:36993 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:25:07,622 DEBUG [M:0;28d8a466d69e:36993 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:25:07,623 INFO [M:0;28d8a466d69e:36993 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=769.46 KB heapSize=946.51 KB 2024-11-24T11:25:07,638 DEBUG [M:0;28d8a466d69e:36993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83e8a088928248f68843ec076124e4d2 is 82, key is hbase:meta,,1/info:regioninfo/1732447325161/Put/seqid=0 2024-11-24T11:25:07,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742520_1696 (size=5672) 2024-11-24T11:25:07,641 INFO [M:0;28d8a466d69e:36993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2185 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83e8a088928248f68843ec076124e4d2 2024-11-24T11:25:07,659 DEBUG [M:0;28d8a466d69e:36993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0b2befec3814af5bc0f82c3817f95ca is 2284, key is \x00\x00\x00\x00\x00\x00\x00"/proc:d/1732447357725/Put/seqid=0 2024-11-24T11:25:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742521_1697 (size=44071) 2024-11-24T11:25:07,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:25:07,718 INFO [RS:0;28d8a466d69e:38163 {}] regionserver.HRegionServer(1307): Exiting; stopping=28d8a466d69e,38163,1732447321684; zookeeper connection closed. 2024-11-24T11:25:07,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38163-0x1002943ef600001, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:25:07,719 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e92af5b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e92af5b 2024-11-24T11:25:07,719 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:25:08,063 INFO [M:0;28d8a466d69e:36993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=768.90 KB at sequenceid=2185 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0b2befec3814af5bc0f82c3817f95ca 2024-11-24T11:25:08,066 INFO [M:0;28d8a466d69e:36993 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0b2befec3814af5bc0f82c3817f95ca 2024-11-24T11:25:08,080 DEBUG [M:0;28d8a466d69e:36993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fea2e831815f4ad991d29e28e5abbf94 is 69, key is 28d8a466d69e,38163,1732447321684/rs:state/1732447323839/Put/seqid=0 2024-11-24T11:25:08,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073742522_1698 (size=5156) 2024-11-24T11:25:08,484 INFO [M:0;28d8a466d69e:36993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2185 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fea2e831815f4ad991d29e28e5abbf94 2024-11-24T11:25:08,487 DEBUG [M:0;28d8a466d69e:36993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83e8a088928248f68843ec076124e4d2 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83e8a088928248f68843ec076124e4d2 2024-11-24T11:25:08,489 INFO [M:0;28d8a466d69e:36993 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83e8a088928248f68843ec076124e4d2, entries=8, sequenceid=2185, filesize=5.5 K 2024-11-24T11:25:08,490 DEBUG [M:0;28d8a466d69e:36993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0b2befec3814af5bc0f82c3817f95ca as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0b2befec3814af5bc0f82c3817f95ca 2024-11-24T11:25:08,492 INFO [M:0;28d8a466d69e:36993 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0b2befec3814af5bc0f82c3817f95ca 2024-11-24T11:25:08,492 INFO [M:0;28d8a466d69e:36993 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0b2befec3814af5bc0f82c3817f95ca, entries=173, sequenceid=2185, filesize=43.0 K 2024-11-24T11:25:08,493 DEBUG [M:0;28d8a466d69e:36993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fea2e831815f4ad991d29e28e5abbf94 as hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fea2e831815f4ad991d29e28e5abbf94 2024-11-24T11:25:08,495 INFO [M:0;28d8a466d69e:36993 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39971/user/jenkins/test-data/5b11c738-fe61-36bf-f705-247afb25de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fea2e831815f4ad991d29e28e5abbf94, entries=1, sequenceid=2185, filesize=5.0 K 2024-11-24T11:25:08,495 INFO [M:0;28d8a466d69e:36993 {}] regionserver.HRegion(3040): Finished flush of dataSize ~769.46 KB/787926, heapSize ~946.21 KB/968920, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=2185, compaction requested=false 2024-11-24T11:25:08,496 INFO [M:0;28d8a466d69e:36993 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:25:08,497 DEBUG [M:0;28d8a466d69e:36993 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T11:25:08,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37123 is added to blk_1073741830_1006 (size=931166) 2024-11-24T11:25:08,499 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T11:25:08,499 INFO [M:0;28d8a466d69e:36993 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-24T11:25:08,499 INFO [M:0;28d8a466d69e:36993 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36993 2024-11-24T11:25:08,501 DEBUG [M:0;28d8a466d69e:36993 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/28d8a466d69e,36993,1732447320711 already deleted, retry=false 2024-11-24T11:25:08,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:25:08,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36993-0x1002943ef600000, quorum=127.0.0.1:50154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:25:08,602 INFO [M:0;28d8a466d69e:36993 {}] regionserver.HRegionServer(1307): Exiting; stopping=28d8a466d69e,36993,1732447320711; zookeeper connection closed. 2024-11-24T11:25:08,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b00dd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:25:08,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:25:08,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:25:08,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:25:08,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/hadoop.log.dir/,STOPPED} 2024-11-24T11:25:08,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:25:08,612 WARN [BP-895690297-172.17.0.2-1732447317011 heartbeating to localhost/127.0.0.1:39971 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:25:08,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:25:08,612 WARN [BP-895690297-172.17.0.2-1732447317011 heartbeating to localhost/127.0.0.1:39971 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-895690297-172.17.0.2-1732447317011 (Datanode Uuid b1f0502c-c3a7-48de-b678-50abdea65198) service to localhost/127.0.0.1:39971 2024-11-24T11:25:08,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/cluster_2342b726-d51a-13f3-b197-1543a9bb0a89/dfs/data/data1/current/BP-895690297-172.17.0.2-1732447317011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:25:08,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/cluster_2342b726-d51a-13f3-b197-1543a9bb0a89/dfs/data/data2/current/BP-895690297-172.17.0.2-1732447317011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:25:08,616 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:25:08,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cad334d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:25:08,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:25:08,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:25:08,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:25:08,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8db99ca9-971d-31a6-cca3-75be3b478784/hadoop.log.dir/,STOPPED} 2024-11-24T11:25:08,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:25:08,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down